-- Logs begin at Mon 2021-07-19 00:23:49 UTC, end at Mon 2021-07-19 01:25:20 UTC. -- Jul 19 01:01:19.975999 dv-cinder-801236-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 19 01:01:22.329859 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.common.config [-] Logging enabled! Jul 19 01:01:22.330592 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev1 Jul 19 01:01:22.330708 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 01:01:22.334090 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.common.config [-] Logging enabled! Jul 19 01:01:22.334345 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev1 Jul 19 01:01:22.334687 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 01:01:22.335617 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 19 01:01:22.335851 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 19 01:01:22.336211 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 19 01:01:22.336455 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 19 01:01:22.336681 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 19 01:01:22.336993 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.337285 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.337578 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.337809 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.338100 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.338388 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.338691 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.338979 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.339273 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.339557 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.339835 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.340116 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.340345 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.340625 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.340916 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.341202 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.341424 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] debug = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.341704 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.342122 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.342518 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.342821 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.343109 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.343385 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.343657 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.343930 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.344216 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.344542 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] host = dv-cinder-801236-1-smb {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.344819 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.345106 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.345390 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.345674 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.345950 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.346272 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.347094 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.347568 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.347851 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] log_file = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.348131 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.348426 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.348726 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.349012 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.349239 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.349462 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.349749 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.350034 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.350308 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.350606 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.350881 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.351152 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.351427 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.351694 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.351979 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.352264 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.352549 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.352824 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.353096 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.353365 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.353635 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.353917 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.354190 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.354462 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.354766 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.355052 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.355319 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.355591 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.355886 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.356169 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.356451 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.356734 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.357006 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.357285 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.357555 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.357824 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.358092 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] use_json = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.358361 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.358655 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.358935 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.359202 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.359470 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.359740 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.360012 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.360296 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:22.360591 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.360888 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.361188 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.361477 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.361771 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.362051 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.363088 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.363447 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.363748 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.364043 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.364335 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.364618 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.364913 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.365197 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.365496 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.365805 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.366102 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.366395 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.366702 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.366981 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.367260 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.367539 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.367825 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.368120 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.368413 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.368689 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.368978 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.369270 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.369551 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.369827 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.370108 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.370398 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.370704 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.370982 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.371265 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.371545 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.371818 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.372088 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.372363 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.372650 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.372925 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.373197 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.373467 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.373740 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.374010 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.374293 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.374587 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.374864 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.375136 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.375413 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.375684 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.375953 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.376229 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.376500 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.376775 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.377047 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.377318 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.377589 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.377944 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.378394 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.378703 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.379240 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.379525 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.379802 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.380073 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.380348 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.380620 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.380894 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.381178 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.381482 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.381760 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.382040 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.382317 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.382621 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.382901 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.383175 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.383453 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.383730 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.384003 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.384292 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.384573 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.384857 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.385137 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.385415 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.385709 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.385985 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.386267 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.386559 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.386843 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.387131 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.387416 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.387710 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.388004 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.388298 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.388590 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.388881 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.389159 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.389467 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.389744 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:22.389963 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 01:01:22.390201 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78525) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 19 01:01:22.782093 dv-cinder-801236-1-smb neutron-server[78525]: INFO keyring.backend [-] Loading KWallet Jul 19 01:01:22.789798 dv-cinder-801236-1-smb neutron-server[78525]: INFO keyring.backend [-] Loading SecretService Jul 19 01:01:22.793385 dv-cinder-801236-1-smb neutron-server[78525]: INFO keyring.backend [-] Loading Windows Jul 19 01:01:22.794749 dv-cinder-801236-1-smb neutron-server[78525]: INFO keyring.backend [-] Loading chainer Jul 19 01:01:22.795340 dv-cinder-801236-1-smb neutron-server[78525]: INFO keyring.backend [-] Loading macOS Jul 19 01:01:22.833351 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:01:22.833776 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:01:22.834229 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:01:22.834710 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 19 01:01:23.143079 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.144006 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.144423 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.145890 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.146164 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.146428 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.267347 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.267627 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.267898 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.281169 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.281447 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.281714 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.310460 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.310766 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.311036 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.349731 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.350284 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.350284 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.582843 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.583128 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.583400 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.583668 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.584415 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.708158 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.708412 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.708691 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.708961 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.709229 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.709541 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.709804 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.710060 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.710312 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.710619 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.710881 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.711142 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.711404 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.711655 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.711916 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.712328 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.712593 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.712867 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.713127 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.713410 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.713759 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.714009 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.714256 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.714560 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.714803 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.715047 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.715421 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 01:01:23.715658 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 01:01:23.715891 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 01:01:23.716124 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 01:01:23.716356 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 01:01:23.716587 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 01:01:23.716948 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 19 01:01:23.720084 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 19 01:01:23.724703 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 19 01:01:23.728434 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 19 01:01:23.730037 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 19 01:01:23.730482 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 19 01:01:23.730840 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 19 01:01:23.731222 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 19 01:01:23.734127 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 19 01:01:23.734380 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 19 01:01:23.734755 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 01:01:23.763236 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 19 01:01:23.763686 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.763983 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78525) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 19 01:01:23.764341 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.765687 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78525) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 19 01:01:23.765967 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 01:01:23.766209 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 19 01:01:23.769508 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.769789 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:23.832447 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 19 01:01:23.832685 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 19 01:01:23.832923 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 19 01:01:23.833288 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 19 01:01:23.865217 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_db.sqlalchemy.engines [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78525) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 19 01:01:24.204686 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Initializing driver for type 'gre' Jul 19 01:01:24.205217 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] gre ID ranges: [(1, 1000)] Jul 19 01:01:24.261797 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Initializing driver for type 'local' Jul 19 01:01:24.262156 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Initializing driver for type 'vlan' Jul 19 01:01:24.273878 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] VlanTypeDriver initialization complete Jul 19 01:01:24.274207 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Initializing driver for type 'vxlan' Jul 19 01:01:24.274711 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] vxlan ID ranges: [(1, 1000)] Jul 19 01:01:24.328722 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Initializing extension driver 'port_security' Jul 19 01:01:24.329054 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.extensions.port_security [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] PortSecurityExtensionDriver initialization complete Jul 19 01:01:24.329380 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Initializing mechanism driver 'openvswitch' Jul 19 01:01:24.329700 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Initializing mechanism driver 'hyperv' Jul 19 01:01:24.336178 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.plugins.ml2.plugin [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:01:24.336920 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > port after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.337289 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > port after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.337637 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > port after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.338016 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > subnet after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.338360 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > subnet after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.338723 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.339093 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > network after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.339433 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > network after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.339766 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > network after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.340137 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > security_group after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.340481 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > security_group after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.340812 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.341181 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.341521 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.341853 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.342215 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > address_group after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.342564 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > address_group after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.342897 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.343227 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] ML2 OVO RPC backend initialized. {{(pid=78525) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jul 19 01:01:24.343911 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.344256 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.344665 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > network before_response 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.345003 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > networks before_response 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.345346 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > port before_response 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.345679 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > ports before_response 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.346015 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > subnet before_response 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.346349 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > subnets before_response 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.347370 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > network after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.347804 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > network after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.348141 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > network after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.348474 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > port after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.348837 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > port after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.349169 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > port after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.349499 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > subnet after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.349829 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > subnet after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.350353 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.350742 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.plugin [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Modular L2 Plugin initialization complete Jul 19 01:01:24.351069 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading services supported by the core plugin {{(pid=78525) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 19 01:01:24.351391 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.plugins.ml2.managers [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Got port-security extension from driver 'port_security' Jul 19 01:01:24.351850 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.extensions.vlantransparent [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Disabled vlantransparent extension. Jul 19 01:01:24.352329 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78525) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 19 01:01:24.352655 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading Plugin: router Jul 19 01:01:24.389878 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.390277 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router after_create 55549900 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.390667 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router before_create 55549900 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.391033 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.391400 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.391750 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router after_delete 55549900 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.392102 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.392457 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router after_create 55549900 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.392806 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router after_update 55549900 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.393150 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router after_update 55549900 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.393522 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.393873 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router after_update 55549900 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.394272 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router precommit_update 55549900 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.394670 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: port after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.395007 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: port after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.395339 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: subnet after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.395675 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.396017 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.396358 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router precommit_create 55549900 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.396692 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: port before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.397025 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router precommit_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.397374 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router after_update 55549900 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.397710 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.398049 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router precommit_create 55549900 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.398407 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.398762 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router precommit_update 55549900 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.399120 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > agent after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.399460 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > agent after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.399799 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > network after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.400635 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Tracking information for resource: router configured {{(pid=78525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 01:01:24.400963 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Tracking information for resource: floatingip configured {{(pid=78525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 01:01:24.405740 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.db.l3_agentschedulers_db [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 19 01:01:24.406309 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: port after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.406692 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: port after_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.407039 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: port after_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.407380 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: port after_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.408164 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router before_create 55550100 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.408529 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.408885 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router precommit_create 55550100 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.409788 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > router precommit_update 55550100 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.414051 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.services.provider_configuration [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service providers = [] {{(pid=78525) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 19 01:01:24.414408 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.db.servicetype_db [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78525) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 19 01:01:24.417297 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.services.service_base [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 01:01:24.417642 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.services.service_base [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 01:01:24.417978 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.services.service_base [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 01:01:24.418877 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.services.service_base [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 01:01:24.419400 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.services.service_base [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 19 01:01:24.419772 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 01:01:24.420089 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 19 01:01:24.430935 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 01:01:24.431266 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading Plugin: auto_allocate Jul 19 01:01:24.436952 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: network precommit_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.437309 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: network precommit_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.437814 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 01:01:24.438127 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading Plugin: tag Jul 19 01:01:24.445406 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 01:01:24.445733 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading Plugin: timestamp Jul 19 01:01:24.449493 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 01:01:24.449820 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading Plugin: network_ip_availability Jul 19 01:01:24.454958 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.455323 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.455673 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.456458 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 01:01:24.456768 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading Plugin: flavors Jul 19 01:01:24.462758 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 01:01:24.463092 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading Plugin: revisions Jul 19 01:01:24.467266 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 01:01:24.467651 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_concurrency.lockutils [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.633s {{(pid=78525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:01:24.468368 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78525) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 19 01:01:24.468699 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Initializing extension manager. Jul 19 01:01:24.469194 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: __init__.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.469527 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: __pycache__ {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.469854 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.470178 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: address_group.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.470953 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.472077 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: address-group Jul 19 01:01:24.472404 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: address_scope.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.473112 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.473626 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: address-scope Jul 19 01:01:24.473941 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.474879 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.475382 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: router-admin-state-down-before-update Jul 19 01:01:24.475699 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: agent.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.476387 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.476886 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: agent Jul 19 01:01:24.477198 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: agent_resources_synced.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.478107 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.478634 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: agent-resources-synced Jul 19 01:01:24.478955 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: allowedaddresspairs.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.480710 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.481227 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: allowed-address-pairs Jul 19 01:01:24.481547 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: auto_allocated_topology.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.482639 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.483145 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: auto-allocated-topology Jul 19 01:01:24.483464 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: availability_zone.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.484155 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.484647 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: availability_zone Jul 19 01:01:24.484961 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: availability_zone_filter.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.485879 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.486375 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: availability_zone_filter Jul 19 01:01:24.486720 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: data_plane_status.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.487699 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.488190 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension data-plane-status not supported by any of loaded plugins Jul 19 01:01:24.488505 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: default_subnetpools.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.489410 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.489913 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: default-subnetpools Jul 19 01:01:24.490230 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.491049 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.491551 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: dhcp_agent_scheduler Jul 19 01:01:24.491865 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: dns.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.492768 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.493267 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension dns-integration not supported by any of loaded plugins Jul 19 01:01:24.493588 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: dns_domain_ports.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.494491 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.495016 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 19 01:01:24.495331 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: dvr.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.495991 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.496484 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: dvr Jul 19 01:01:24.496797 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: empty_string_filtering.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.497691 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.498189 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: empty-string-filtering Jul 19 01:01:24.499042 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.499971 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.500468 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 19 01:01:24.500782 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.501680 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.502177 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 19 01:01:24.502490 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: external_net.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.504857 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.505368 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: external-net Jul 19 01:01:24.505688 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.506613 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.507121 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: extra_dhcp_opt Jul 19 01:01:24.507438 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: extraroute.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.508337 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.508835 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: extraroute Jul 19 01:01:24.509151 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: extraroute_atomic.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.510173 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.510704 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: extraroute-atomic Jul 19 01:01:24.511026 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: filter_validation.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.511683 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.512177 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: filter-validation Jul 19 01:01:24.512491 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: fip_pf_description.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.513564 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.514065 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 19 01:01:24.514382 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: fip_port_details.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.515341 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.515845 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: fip-port-details Jul 19 01:01:24.516161 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: flavors.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.517383 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.517893 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: flavors Jul 19 01:01:24.518213 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.520423 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.520935 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 19 01:01:24.521260 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: floatingip_pools.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.521953 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.522454 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: floatingip-pools Jul 19 01:01:24.522803 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: ip_allocation.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.523717 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.524216 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension ip_allocation not supported by any of loaded plugins Jul 19 01:01:24.524532 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.525443 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.525948 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: ip-substring-filtering Jul 19 01:01:24.526267 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: l2_adjacency.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.527208 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.527706 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 19 01:01:24.528019 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: l3.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.528965 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.529470 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: router Jul 19 01:01:24.529784 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.531997 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.532529 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 19 01:01:24.532856 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.533778 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.534423 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: ext-gw-mode Jul 19 01:01:24.534783 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.535700 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.536204 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: l3-ha Jul 19 01:01:24.536523 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: l3_flavors.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.537422 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.537921 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: l3-flavors Jul 19 01:01:24.538236 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.539159 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.539660 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 19 01:01:24.539976 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: l3agentscheduler.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.541009 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.541509 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: l3_agent_scheduler Jul 19 01:01:24.541827 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: logging.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.543326 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.543839 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension logging not supported by any of loaded plugins Jul 19 01:01:24.544161 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: metering.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.544897 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.545458 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: metering Jul 19 01:01:24.545778 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.546955 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.547467 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: metering_source_and_destination_fields Jul 19 01:01:24.547787 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: multiprovidernet.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.548807 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.549314 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: multi-provider Jul 19 01:01:24.549667 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: netmtu.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.550651 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.551156 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: net-mtu Jul 19 01:01:24.551476 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: netmtu_writable.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.552380 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.552880 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: net-mtu-writable Jul 19 01:01:24.553200 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: network_availability_zone.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.553860 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.554354 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: network_availability_zone Jul 19 01:01:24.554703 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: network_ip_availability.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.555805 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.556315 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: network-ip-availability Jul 19 01:01:24.556635 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: network_segment_range.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.557384 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.557878 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension network-segment-range not supported by any of loaded plugins Jul 19 01:01:24.558193 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: pagination.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.559196 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.559519 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: pagination Jul 19 01:01:24.559831 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: port_device_profile.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.560740 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.561244 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: port-device-profile Jul 19 01:01:24.561559 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.562468 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.562997 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: port-mac-address-regenerate Jul 19 01:01:24.563313 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.564215 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.564712 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: port-numa-affinity-policy Jul 19 01:01:24.565032 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: port_resource_request.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.566991 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.567496 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension port-resource-request not supported by any of loaded plugins Jul 19 01:01:24.567814 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: portbindings.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.568731 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.569231 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: binding Jul 19 01:01:24.569548 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: portbindings_extended.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.570825 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.571333 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: binding-extended Jul 19 01:01:24.571656 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: portsecurity.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.572558 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.573059 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: port-security Jul 19 01:01:24.573378 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: project_id.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.574332 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.574690 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: project-id Jul 19 01:01:24.575009 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: providernet.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.575923 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.576429 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: provider Jul 19 01:01:24.576746 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: qos.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.580217 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.580734 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension qos not supported by any of loaded plugins Jul 19 01:01:24.581643 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.582910 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.583423 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 19 01:01:24.583745 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.584655 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.585164 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 19 01:01:24.585485 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: qos_default.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.586390 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.586930 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension qos-default not supported by any of loaded plugins Jul 19 01:01:24.587250 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: qos_fip.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.587894 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.588389 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension qos-fip not supported by any of loaded plugins Jul 19 01:01:24.588704 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: qos_gateway_ip.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.589612 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.590112 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 19 01:01:24.590429 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: qos_port_network_policy.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.591375 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.591874 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 19 01:01:24.592190 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: qos_rule_type_details.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.593090 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.593588 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 19 01:01:24.593902 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: qos_rules_alias.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.594967 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.595464 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 19 01:01:24.595785 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: quotasv2.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.596776 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.597212 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: quotas Jul 19 01:01:24.597572 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: quotasv2_detail.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.599144 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.599474 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: quota_details Jul 19 01:01:24.599795 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: rbac.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.600829 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.601340 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: rbac-policies Jul 19 01:01:24.601661 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: rbac_address_group.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.602611 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.603118 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: rbac-address-group Jul 19 01:01:24.603438 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: rbac_address_scope.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.604347 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.604851 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: rbac-address-scope Jul 19 01:01:24.605170 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: rbac_security_groups.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.606082 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.606617 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: rbac-security-groups Jul 19 01:01:24.606939 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: rbac_subnetpool.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.607840 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.608339 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: rbac-subnetpool Jul 19 01:01:24.608659 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: revisionifmatch.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.609560 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.610062 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: revision-if-match Jul 19 01:01:24.610378 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: revisions.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.611489 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.611993 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: standard-attr-revisions Jul 19 01:01:24.612413 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: router_availability_zone.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.613083 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.613584 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: router_availability_zone Jul 19 01:01:24.613900 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: routerservicetype.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.614839 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.615344 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension router-service-type not supported by any of loaded plugins Jul 19 01:01:24.615659 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.616567 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.617071 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: security-groups-normalized-cidr Jul 19 01:01:24.617388 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.618303 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.618844 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: port-security-groups-filtering Jul 19 01:01:24.619163 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.620085 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.620591 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: security-groups-remote-address-group Jul 19 01:01:24.620907 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: securitygroup.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.631242 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.631766 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: security-group Jul 19 01:01:24.632092 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: segment.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.632878 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.633374 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension segment not supported by any of loaded plugins Jul 19 01:01:24.633703 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.634674 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.635181 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 19 01:01:24.635500 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: servicetype.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.636605 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.637114 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: service-type Jul 19 01:01:24.637432 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: sorting.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.638407 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.638764 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: sorting Jul 19 01:01:24.639082 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: standard_attr_segment.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.639981 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.640484 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 19 01:01:24.640800 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: standardattrdescription.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.641443 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.641938 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: standard-attr-description Jul 19 01:01:24.642253 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: stateful_security_group.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.643193 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.644570 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: stateful-security-group Jul 19 01:01:24.645074 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: stdattrs_common.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.645965 dv-cinder-801236-1-smb neutron-server[78525]: WARNING neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 19 01:01:24.646464 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.647960 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.648835 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 19 01:01:24.649344 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: subnet_onboard.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.650958 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.651830 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: subnet_onboard Jul 19 01:01:24.652336 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.653713 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.654602 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 19 01:01:24.655110 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: subnet_service_types.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.656491 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.657358 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: subnet-service-types Jul 19 01:01:24.657868 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: subnetallocation.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.659948 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.660463 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: subnet_allocation Jul 19 01:01:24.660790 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.661457 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.661958 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: subnetpool-prefix-ops Jul 19 01:01:24.662279 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.663224 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.663726 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 19 01:01:24.664048 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: tagging.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.665118 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.665631 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: standard-attr-tag Jul 19 01:01:24.665955 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: timestamp.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.667168 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.667681 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loaded extension: standard-attr-timestamp Jul 19 01:01:24.668003 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: trunk.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.669022 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.669532 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension trunk not supported by any of loaded plugins Jul 19 01:01:24.669852 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: trunk_details.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.670787 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.671293 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension trunk-details not supported by any of loaded plugins Jul 19 01:01:24.671607 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: uplink_status_propagation.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.672514 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.673018 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 19 01:01:24.673332 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Loading extension file: vlantransparent.py {{(pid=78525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 01:01:24.673991 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 01:01:24.674488 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 19 01:01:24.677739 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:network Jul 19 01:01:24.678448 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:subnet Jul 19 01:01:24.679242 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 01:01:24.679834 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:port Jul 19 01:01:24.681110 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.681549 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service FLAVORS assigned prefix: {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.682231 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.682694 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.683020 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:router Jul 19 01:01:24.683667 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:floatingip Jul 19 01:01:24.684393 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service METERING assigned prefix: /metering {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.685797 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.686187 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.686559 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:01:24.687698 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 01:01:24.688149 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:security_group Jul 19 01:01:24.688801 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 01:01:24.689532 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service CORE assigned prefix: {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.689857 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 01:01:24.690242 dv-cinder-801236-1-smb neutron-server[78525]: WARNING neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] subnetpool is already registered Jul 19 01:01:24.691522 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service CORE assigned prefix: {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.691842 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 01:01:24.692166 dv-cinder-801236-1-smb neutron-server[78525]: WARNING neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] subnetpool is already registered Jul 19 01:01:24.694718 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.695145 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service FLAVORS assigned prefix: {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.695725 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.696139 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.696465 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:router Jul 19 01:01:24.696789 dv-cinder-801236-1-smb neutron-server[78525]: WARNING neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] router is already registered Jul 19 01:01:24.697379 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:floatingip Jul 19 01:01:24.697701 dv-cinder-801236-1-smb neutron-server[78525]: WARNING neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] floatingip is already registered Jul 19 01:01:24.698318 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service METERING assigned prefix: /metering {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.699017 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 01:01:24.699336 dv-cinder-801236-1-smb neutron-server[78525]: WARNING neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] rbac_policy is already registered Jul 19 01:01:24.699871 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:security_group Jul 19 01:01:24.700192 dv-cinder-801236-1-smb neutron-server[78525]: WARNING neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] security_group is already registered Jul 19 01:01:24.700782 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 01:01:24.701117 dv-cinder-801236-1-smb neutron-server[78525]: WARNING neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] security_group_rule is already registered Jul 19 01:01:24.701773 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service CORE assigned prefix: {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.702095 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 01:01:24.702419 dv-cinder-801236-1-smb neutron-server[78525]: WARNING neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] subnetpool is already registered Jul 19 01:01:24.703042 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.v2.resource_helper [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Service CORE assigned prefix: {{(pid=78525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 01:01:24.703362 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 01:01:24.703684 dv-cinder-801236-1-smb neutron-server[78525]: WARNING neutron.quota.resource_registry [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] subnetpool is already registered Jul 19 01:01:24.704311 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: extensions {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.705800 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: address-groups {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.707454 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: address-scopes {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.708645 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: agents {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.709802 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: auto-allocated-topology {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.712108 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: availability_zones {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.714262 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: dhcp-networks {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.715695 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: dhcp-agents {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.717111 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: routers {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.718936 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: flavors {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.720086 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: service_profiles {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.721277 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: next_providers {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.722939 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: service_profiles {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.724392 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: floatingip-pools {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.725603 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: routers {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.727413 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: floatingips {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.728589 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: l3-routers {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.729957 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: l3-agents {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.731385 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: metering-labels {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.732748 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: metering-label-rules {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.734022 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: network-ip-availabilities {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.735296 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: bindings {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.736926 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: quotas {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.738940 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: quotas {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.740346 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: rbac-policies {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.741630 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: security-groups {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.742875 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: security-group-rules {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.744081 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: service-providers {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.745304 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: subnetpools {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.746756 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: subnetpools {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.748200 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: tags {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.749886 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: tags {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.751692 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: tags {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.754503 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: tags {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.756297 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: tags {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.758130 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: tags {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.759852 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: tags {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.761748 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: tags {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.763514 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: tags {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.765345 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron.api.extensions [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Extended resource: tags {{(pid=78525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 01:01:24.771175 dv-cinder-801236-1-smb neutron-server[78525]: WARNING keystonemiddleware.auth_token [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 19 01:01:24.776658 dv-cinder-801236-1-smb neutron-server[78525]: WARNING keystonemiddleware.auth_token [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 19 01:01:24.784676 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_concurrency.lockutils [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Acquired lock "singleton_lock" {{(pid=78525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 19 01:01:24.785143 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_concurrency.lockutils [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Releasing lock "singleton_lock" {{(pid=78525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 19 01:01:24.785775 dv-cinder-801236-1-smb neutron-server[78525]: INFO oslo_service.service [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Starting 2 workers Jul 19 01:01:24.790437 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Started child 78632 {{(pid=78525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 19 01:01:24.794665 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Started child 78633 {{(pid=78525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 19 01:01:24.795476 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:24.796216 dv-cinder-801236-1-smb neutron-server[78525]: INFO neutron.service [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 19 01:01:24.796862 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Notify callbacks [] for process, before_spawn {{(pid=78525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:24.797024 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [-] (78632) wsgi starting up on http://0.0.0.0:9696 Jul 19 01:01:24.799021 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:24.800065 dv-cinder-801236-1-smb neutron-server[78525]: INFO oslo_service.service [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Starting 1 workers Jul 19 01:01:24.801208 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [-] (78633) wsgi starting up on http://0.0.0.0:9696 Jul 19 01:01:24.804806 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Started child 78634 {{(pid=78525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 19 01:01:24.805305 dv-cinder-801236-1-smb neutron-server[78525]: INFO oslo_service.service [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Starting 1 workers Jul 19 01:01:24.808380 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.service [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] calling RpcWorker wait() {{(pid=78634) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 19 01:01:24.808979 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.service [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] returning from RpcWorker wait() {{(pid=78634) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 19 01:01:24.809710 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Started child 78635 {{(pid=78525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 19 01:01:24.810385 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:24.810503 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG neutron_lib.callbacks.manager [None req-e80617c4-0c75-477b-9706-8c6b7806ed98 None None] Notify callbacks [] for process, after_spawn {{(pid=78525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:24.810959 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:01:24.812392 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 19 01:01:24.812597 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 19 01:01:24.812788 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 19 01:01:24.812986 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 19 01:01:24.813479 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 19 01:01:24.813648 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 19 01:01:24.814147 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.814430 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.814727 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.814979 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.815107 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:24.816276 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.816377 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.816633 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.816883 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.817158 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.817406 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.817600 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.817724 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.818128 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.818555 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.818993 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.819406 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.819810 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.820233 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.820546 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.820958 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.821376 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.821757 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.822171 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] debug = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.822578 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.823202 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.823599 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.823977 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.824367 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.824780 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.825165 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.825565 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.825963 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.826349 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.826755 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.827146 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.827533 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.827883 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.828239 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.828647 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.829002 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.829626 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] host = dv-cinder-801236-1-smb {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.830010 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.830394 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.830811 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.831210 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.831600 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.831952 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.832347 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.832736 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.833125 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.833530 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.833917 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.834296 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.834695 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.835068 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_file = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.835366 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_options = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.835731 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.836147 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.836544 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.836878 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.837177 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.837497 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.837884 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.838180 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.838646 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.839028 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.839370 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.839985 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.840435 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:01:24.840832 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.841213 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.841483 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.841723 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.841948 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.842157 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.842604 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.842994 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.843229 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.843458 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.843718 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.843912 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.844140 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.844503 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.844865 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.845258 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.845498 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.845753 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.845973 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.846213 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.846782 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.847041 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.847269 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.847499 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.847810 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.848091 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.848330 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.848580 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.848837 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.849208 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.849443 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.849682 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.849913 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.850130 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] use_json = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.850346 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.850650 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.850848 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.851048 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.851294 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.851516 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.851708 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.851942 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.852494 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.852770 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.853073 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.853330 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.853560 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.855086 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.858697 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.859328 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.859890 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.860661 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.861124 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.861848 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.861965 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.863230 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.866444 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.866838 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.867122 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.867408 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.867642 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.867911 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.868166 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.868441 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.868744 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.869017 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.869286 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.869569 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.869777 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.870002 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.870229 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.870446 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.871976 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.872422 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.872701 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.873265 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.873512 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.873744 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.873999 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.874218 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.874452 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.874723 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.874989 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.875240 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.875462 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.875676 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.875892 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.876109 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.876339 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.876589 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.876802 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.877041 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.877264 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.877504 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.878323 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.878637 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.878882 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.879399 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.879619 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.879834 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.880070 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.880290 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.880518 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.880782 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.881484 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.881484 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.881484 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.881907 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.881907 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.882068 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.882257 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.882483 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.882905 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.883325 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.883737 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.885617 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.885819 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.886052 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.886280 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.886592 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.887396 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.888380 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.889035 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.890191 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.891360 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.891594 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.892772 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.893238 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.893882 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.895153 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.895485 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.895764 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.896022 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.896404 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.896955 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.897228 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.897456 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.897809 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.898064 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.898467 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.898766 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.899047 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.899507 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.899796 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.900150 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.900472 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.900734 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.901017 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.901624 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.901997 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.902265 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.902652 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.903081 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.903343 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.903588 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.903865 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.904090 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.904363 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.904664 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.904937 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.905214 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.905464 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.905714 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.906062 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.906217 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.906473 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.906726 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.906953 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.907183 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.907449 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.907713 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.907929 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.908138 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.908393 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.908722 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.908991 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.909200 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.909409 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.909672 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.909925 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.910167 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.910431 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.910702 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.910949 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.911195 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.911417 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.911629 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.911869 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.912111 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.912316 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.912579 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.912768 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.912974 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.913790 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.914090 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.914425 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.915412 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.915653 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.916722 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.916959 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.917179 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.917417 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.917631 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.917850 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.918105 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.918339 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.918570 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.920097 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.921213 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.921485 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.921737 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.922035 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.922292 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.922516 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.922792 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.923020 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.923258 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.923477 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.923745 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.923972 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.924188 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.924403 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.925220 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.925448 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.925694 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.925949 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.926184 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.926437 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.926933 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.927265 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.927739 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.927991 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.928229 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.928463 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.928682 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.928907 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.929120 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.929551 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.929788 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.930024 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.930587 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.930843 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.931469 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.931676 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:01:24.931783 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.931909 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.932119 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.932334 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.932542 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.932834 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.933069 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.933294 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.933538 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.933766 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.933990 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.934197 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.934403 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.934636 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.934845 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.935067 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.935294 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.935519 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.935729 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.935934 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.936225 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.936477 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.936697 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.936975 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.937199 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.937438 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.937693 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.938013 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.938225 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.938482 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.938757 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.938988 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.939203 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.939456 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.939769 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.940074 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.940868 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.941096 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.941384 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.941662 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.941929 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.942138 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.942444 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.942858 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.943065 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.943312 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.943559 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.944706 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.944959 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.945173 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.945389 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.945627 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.945840 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.946106 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.946358 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.946601 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.946843 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.947069 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.947305 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.947525 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.947752 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.948009 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.948220 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.948372 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 01:01:24.948870 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 19 01:01:24.949027 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 19 01:01:24.949178 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 19 01:01:24.949343 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 19 01:01:24.949509 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 19 01:01:24.949659 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 19 01:01:24.949860 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.950017 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.950175 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.950330 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.950486 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.950704 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.950864 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.951022 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.951178 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.951333 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.951489 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.951650 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.951804 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.951960 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.952116 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.952271 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.952427 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.952584 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.952745 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.952911 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.953045 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.953202 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.953356 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] debug = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.953511 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.953708 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.953869 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.954041 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.954169 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.954325 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.954480 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.954658 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.954814 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.954970 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.955127 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.955282 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.955438 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.955593 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.955747 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.955935 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.956087 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.956226 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] host = dv-cinder-801236-1-smb {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.956385 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.956540 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.956696 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.956850 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.957006 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.957161 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.957316 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.957473 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.957628 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.957783 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.957938 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.958093 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.958248 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.958403 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_file = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.958577 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_options = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.958732 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.958886 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.959040 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.959222 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.959382 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.959538 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.959694 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.959849 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.960004 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.960159 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.960313 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.960468 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.960623 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.960777 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.960931 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.961087 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.961242 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.961397 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.961554 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.961714 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.961869 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.962022 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.962177 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.962332 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.962486 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.963313 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.963480 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.963640 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.964584 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.964749 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.964905 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.965063 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.965219 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.965375 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.965530 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.965686 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.965842 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.966001 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.966156 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.966314 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.966470 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.966639 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.966815 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.966976 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.967100 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.967221 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] use_json = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.968122 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.968122 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.968122 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.968122 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.968122 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.968122 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.969068 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.969068 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 01:01:24.969068 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.969068 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.969068 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.969068 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.970141 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.970141 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.970141 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.970141 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.970141 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.970141 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.970141 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.970702 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.970702 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.970702 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.970969 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.971095 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.971217 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.971337 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.971588 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.971768 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.972080 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.972246 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.972432 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.972565 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.972734 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.972967 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.973123 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.973364 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.973364 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.973519 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.973597 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.973757 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.973916 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.974079 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.974239 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.974394 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.974572 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.974729 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.974889 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.975049 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.975210 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.975372 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.975533 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.975693 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.975854 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.976014 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.976174 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.976333 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.976493 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.976651 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.976821 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.976981 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.977140 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.977298 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.977458 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.977616 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.977775 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.977934 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.978093 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.978252 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.978411 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.978610 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.978772 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.978932 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.979091 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.979250 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.979409 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.979568 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.979727 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.979887 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.980046 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.980205 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.980364 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.980523 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.980684 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.980844 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.981004 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.981165 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.981324 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.981483 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.981643 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.981807 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.981967 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.982126 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.982294 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.982468 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.982648 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.982807 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.982966 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.983126 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.983284 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.983491 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.983581 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.983736 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.983895 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.984054 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.984212 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.984372 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.984530 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.984689 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.984848 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.985008 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.985165 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.985323 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.985482 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.985640 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.985800 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.985960 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.986118 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.986277 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.986423 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.986616 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.986761 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.986926 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.988063 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.988414 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.988604 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.988763 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.988919 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.989081 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.989420 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.989671 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.989883 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.990091 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.990296 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.990464 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.990649 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.990818 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.990991 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.991151 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.991311 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.991470 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.991656 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.991816 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.991982 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.992141 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.992301 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.992460 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.992620 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.992779 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.992939 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.993098 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.993258 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.993422 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.993580 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.993900 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.994063 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.994223 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.994385 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.994561 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.994723 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.994883 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.995043 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.995204 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.995363 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.995522 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.996042 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.996384 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.997196 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.997362 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.997673 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.997810 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.997933 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.998076 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.998237 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.998462 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.998693 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.999216 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.999216 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.999847 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.999847 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:24.999847 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.000726 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.000726 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.000726 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.000726 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.000726 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.000726 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.001137 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.001137 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.001137 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.001349 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.001476 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.001878 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.001878 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.001878 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.002490 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.002490 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.002490 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.002490 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.003386 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.003386 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.003386 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.003386 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.003386 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.003824 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.003824 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.003824 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.004280 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.004361 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.004525 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.004684 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.004845 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.005005 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.005164 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.005323 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.005495 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.005654 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.005813 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.005970 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.006129 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.006298 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.006456 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.006638 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.006797 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.006957 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.007124 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.007280 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.007438 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.007594 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.007756 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.007927 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.008087 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.008245 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.008412 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.008571 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.008730 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.008887 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.009058 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.009217 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.009378 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.009536 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.009694 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.009853 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.010014 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.010177 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.010346 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.010512 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.010695 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.010862 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.011031 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.011198 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.011357 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.011523 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.011692 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.011851 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.012015 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.012175 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.012333 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.012495 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.012653 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.012811 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.012970 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.013128 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.013287 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.013446 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.013604 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.013761 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.013919 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.014078 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.014236 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.014393 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.014567 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.014741 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 01:01:25.014879 dv-cinder-801236-1-smb neutron-server[78525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 01:01:25.138819 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 56890) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:01:25.147118 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061321 Jul 19 01:01:35.742515 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614bbbd-7ba6-4cea-b644-0e45b8fb51dd None None] get_active_networks_info from dv-cinder-801236-1-smb {{(pid=78634) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 19 01:01:35.804646 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9614bbbd-7ba6-4cea-b644-0e45b8fb51dd None None] No non-hosted networks {{(pid=78634) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 19 01:01:35.820565 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.agentschedulers_db [None req-9614bbbd-7ba6-4cea-b644-0e45b8fb51dd None None] DHCP Agent not found on host dv-cinder-801236-1-smb {{(pid=78634) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 19 01:01:35.929876 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-06734f2b-dadf-4673-9298-d7da69a7b2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601605'] for agent, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:36.261724 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601605'] for agent, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:36.262918 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:36.263432 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:36.263863 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:36.264319 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:36.264770 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:36.265185 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:36.266951 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:36.267539 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:36.268129 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:36.268697 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:36.269424 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:36.269982 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:36.270792 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801236-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:01:36.276710 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801236-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:01:38.246746 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-d3596318-ee18-427d-80dc-45427d37300a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601605'] for agent, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:38.302592 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b97d-cb59-4f7f-b568-5ad255cdabac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:38.953712 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601605'] for agent, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:40.739078 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601605'] for agent, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:42.247515 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 56982) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:01:42.815095 dv-cinder-801236-1-smb neutron-server[78633]: WARNING oslo_policy.policy [None req-2a8e0d58-e30a-48c9-864f-5f45e10dbe49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 01:01:42.815670 dv-cinder-801236-1-smb neutron-server[78633]: WARNING oslo_policy.policy [None req-2a8e0d58-e30a-48c9-864f-5f45e10dbe49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 01:01:43.031711 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [None req-2a8e0d58-e30a-48c9-864f-5f45e10dbe49 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 01:01:43.032750 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2a8e0d58-e30a-48c9-864f-5f45e10dbe49 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7842374 Jul 19 01:01:45.211143 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.db.l3_hamode_db [None req-bacf458e-72d8-41cb-96b9-8667ecd05fea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 19 01:01:45.297460 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf458e-72d8-41cb-96b9-8667ecd05fea None None] Routers set() bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:01:45.297824 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf458e-72d8-41cb-96b9-8667ecd05fea None None] Router IDs set() for agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 19 01:01:45.377687 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 56996) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:01:45.733149 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-a5079283-3869-43e5-9daa-8f33a6ab1c34 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:01:45.832420 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.policy [None req-a5079283-3869-43e5-9daa-8f33a6ab1c34 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78633) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 01:01:45.876384 dv-cinder-801236-1-smb neutron-server[78633]: WARNING oslo_policy.policy [None req-a5079283-3869-43e5-9daa-8f33a6ab1c34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 01:01:45.876766 dv-cinder-801236-1-smb neutron-server[78633]: WARNING oslo_policy.policy [None req-a5079283-3869-43e5-9daa-8f33a6ab1c34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 01:01:45.885828 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.quota [None req-a5079283-3869-43e5-9daa-8f33a6ab1c34 admin admin] Loaded quota_driver: . Jul 19 01:01:45.901746 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a5079283-3869-43e5-9daa-8f33a6ab1c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:01:45.961365 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a5079283-3869-43e5-9daa-8f33a6ab1c34 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746966565998', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746966565379', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746966573174', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746966518954', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746966524455', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746966534446', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-792568', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1162034', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-391720', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-405875'] for rbac-policy, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:46.022175 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a5079283-3869-43e5-9daa-8f33a6ab1c34 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:46.023377 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-a5079283-3869-43e5-9daa-8f33a6ab1c34 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6447434 Jul 19 01:01:48.587648 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57010) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:01:48.938356 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'd3329e32c8704f30b50e2d2006443f64', 'name': 'private'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:01:48.943942 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:01:48.948352 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Usage tracker for resource:network and tenant:d3329e32c8704f30b50e2d2006443f64 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:01:48.952826 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:01:48.959097 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:01:48.968331 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Made reservation on behalf of d3329e32c8704f30b50e2d2006443f64 for: {'network': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:01:48.971182 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:48.988850 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:49.002841 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:01:49.006855 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Usage tracker for resource:security_group_rule and tenant:d3329e32c8704f30b50e2d2006443f64 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:01:49.011805 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:01:49.017648 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:01:49.121902 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:49.125435 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:49.130779 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:01:49.147599 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=78633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:01:49.173063 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746968421524', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:49.173649 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Unsubscribe: segment precommit_create {{(pid=78633) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 01:01:49.174757 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.segments_db [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Added segment dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2 of type vlan for network 7948e69d-c99a-405e-a637-ed5ea04c97ae Jul 19 01:01:49.220589 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fd39ea-f36b-42c0-ba7e-0c04d872918e,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:01:49.241372 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:49.241694 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:49.242010 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:49.242325 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:49.242676 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:49.242974 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:49.243295 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:49.243582 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:49.243898 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:49.244203 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:49.244503 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:49.244800 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Tracked resource versions report: Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: pushed versions: Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: { 'AddressGroup': {'1.2'}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'ConntrackHelper': {'1.0'}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'Log': {'1.0'}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'Network': {'1.1'}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'Port': {'1.7'}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'PortForwarding': {'1.2'}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'QosPolicy': {'1.8'}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'SecurityGroup': {'1.4'}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'SecurityGroupRule': {'1.2'}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'SubPort': {'1.0'}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'Subnet': {'1.1'}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'Trunk': {'1.1'}} Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: consumer versions: Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: { DHCP agent@dv-cinder-801236-1-smb: {}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: L3 agent@dv-cinder-801236-1-smb: {}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: Metadata agent@dv-cinder-801236-1-smb: {}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: Metering agent@dv-cinder-801236-1-smb: {}, Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: Open vSwitch agent@dv-cinder-801236-1-smb: { 'AddressGroup': '1.2', Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'ConntrackHelper': '1.0', Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'Log': '1.0', Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'Network': '1.1', Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'Port': '1.7', Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'PortForwarding': '1.2', Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'QosPolicy': '1.8', Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'SecurityGroup': '1.4', Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'SecurityGroupRule': '1.2', Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'SubPort': '1.0', Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'Subnet': '1.1', Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: 'Trunk': '1.1'}} Jul 19 01:01:49.245891 dv-cinder-801236-1-smb neutron-server[78633]: {{(pid=78633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 01:01:49.290816 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:49.298268 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:01:49.333004 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:49.334409 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:01:49.335093 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:49.339775 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:01:49.437834 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8491240 Jul 19 01:01:49.442635 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Pushing event updated for resources: {'Network': ['ID=7948e69d-c99a-405e-a637-ed5ea04c97ae,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:01:49.445837 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:01:49.454190 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network 7948e69d-c99a-405e-a637-ed5ea04c97ae details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:01:52.117150 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 57026) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:01:52.686176 dv-cinder-801236-1-smb neutron-server[78632]: WARNING oslo_policy.policy [None req-7bf596f9-9383-4f09-ab19-a0ed7ab9b589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 01:01:52.686783 dv-cinder-801236-1-smb neutron-server[78632]: WARNING oslo_policy.policy [None req-7bf596f9-9383-4f09-ab19-a0ed7ab9b589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 01:01:53.122859 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.policy [None req-7bf596f9-9383-4f09-ab19-a0ed7ab9b589 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78632) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 01:01:53.167688 dv-cinder-801236-1-smb neutron-server[78632]: WARNING oslo_policy.policy [None req-7bf596f9-9383-4f09-ab19-a0ed7ab9b589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 01:01:53.168054 dv-cinder-801236-1-smb neutron-server[78632]: WARNING oslo_policy.policy [None req-7bf596f9-9383-4f09-ab19-a0ed7ab9b589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 01:01:53.176228 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf596f9-9383-4f09-ab19-a0ed7ab9b589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:01:53.178117 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-7bf596f9-9383-4f09-ab19-a0ed7ab9b589 admin admin] 10.222.0.10 "GET /v2.0/networks/7948e69d-c99a-405e-a637-ed5ea04c97ae HTTP/1.1" status: 200 len: 825 time: 1.0588825 Jul 19 01:01:53.210366 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-8eb0bd17-7274-4314-9948-b96632458a7e admin admin] 10.222.0.10 "GET /v2.0/subnetpools/9a603707-a9e6-48c4-a1fb-81d89009b1d9 HTTP/1.1" status: 200 len: 734 time: 0.0268037 Jul 19 01:01:53.218954 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Request body: {'subnet': {'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'subnetpool_id': '9a603707-a9e6-48c4-a1fb-81d89009b1d9', 'ip_version': 4, 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:01:53.220547 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.quota [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Loaded quota_driver: . Jul 19 01:01:53.227314 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:01:53.232755 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Usage tracker for resource:subnet and tenant:d3329e32c8704f30b50e2d2006443f64 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:01:53.236047 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:01:53.242918 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:01:53.257250 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Made reservation on behalf of d3329e32c8704f30b50e2d2006443f64 for: {'subnet': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:01:53.260077 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:53.558518 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for subnet, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:53.564471 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:01:53.645386 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Checking segment: {'id': 'dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:01:53.645774 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Network hostable DHCP agents. Network: 7948e69d-c99a-405e-a637-ed5ea04c97ae, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:01:53.654582 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b886f38-26cb-41f5-a6cb-5d4beb702574,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:01:53.664618 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:53.664948 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:53.665270 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:53.665582 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:53.665891 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:53.666202 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:53.666507 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:53.666833 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:53.667157 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:53.667460 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:53.667758 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:53.668056 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Tracked resource versions report: Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: pushed versions: Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: { 'AddressGroup': {'1.2'}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'ConntrackHelper': {'1.0'}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'Log': {'1.0'}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'Network': {'1.1'}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'Port': {'1.7'}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'PortForwarding': {'1.2'}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'QosPolicy': {'1.8'}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'SecurityGroup': {'1.4'}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'SecurityGroupRule': {'1.2'}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'SubPort': {'1.0'}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'Subnet': {'1.1'}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'Trunk': {'1.1'}} Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: consumer versions: Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: { DHCP agent@dv-cinder-801236-1-smb: {}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: L3 agent@dv-cinder-801236-1-smb: {}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: Metadata agent@dv-cinder-801236-1-smb: {}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: Metering agent@dv-cinder-801236-1-smb: {}, Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: Open vSwitch agent@dv-cinder-801236-1-smb: { 'AddressGroup': '1.2', Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'ConntrackHelper': '1.0', Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'Log': '1.0', Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'Network': '1.1', Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'Port': '1.7', Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'PortForwarding': '1.2', Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'QosPolicy': '1.8', Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'SecurityGroup': '1.4', Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'SecurityGroupRule': '1.2', Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'SubPort': '1.0', Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'Subnet': '1.1', Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: 'Trunk': '1.1'}} Jul 19 01:01:53.669144 dv-cinder-801236-1-smb neutron-server[78632]: {{(pid=78632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 01:01:53.701659 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:01:53.703505 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Network 7948e69d-c99a-405e-a637-ed5ea04c97ae is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:01:53.714196 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, 7948e69d-c99a-405e-a637-ed5ea04c97ae) {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:01:53.719137 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:01:53.719754 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:53.724600 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84ffb7c-1a78-4401-9dd7-bdeb17185a50 None None] Network 7948e69d-c99a-405e-a637-ed5ea04c97ae requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:01:53.745324 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5253072 Jul 19 01:01:54.122804 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp025c5668-5ad0-5223-b942-df608e160fc9-7948e69d-c99a-405e-a637-ed5ea04c97ae', 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae', 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'fixed_ips': [{'subnet_id': '7b886f38-26cb-41f5-a6cb-5d4beb702574'}]}} from dv-cinder-801236-1-smb. {{(pid=78634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 01:01:54.123978 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:54.306064 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.db_base_plugin_common [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Allocated IP 172.20.0.2 (7948e69d-c99a-405e-a637-ed5ea04c97ae/7b886f38-26cb-41f5-a6cb-5d4beb702574/de35c695-259e-4286-b8d7-b70d28b0c46d) {{(pid=78634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:01:54.532196 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Notify callbacks [] for port, precommit_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:54.545696 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Transition to ACTIVE for port object de35c695-259e-4286-b8d7-b70d28b0c46d will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:01:54.566459 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Transition to ACTIVE for port object de35c695-259e-4286-b8d7-b70d28b0c46d will not be triggered until provisioned by entity DHCP. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:01:54.573375 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:54.579374 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:01:54.638781 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Network 7948e69d-c99a-405e-a637-ed5ea04c97ae is already hosted by enough agents. {{(pid=78634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:01:54.641561 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.base_scheduler [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Resources bound (agent type, host, resource id): {{(pid=78634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:01:54.645742 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Received port after_create {{(pid=78634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:01:54.715686 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Pushing event updated for resources: {'Port': ['ID=de35c695-259e-4286-b8d7-b70d28b0c46d,revision_number=1']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:01:54.730385 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:54.731074 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:54.731074 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:54.731378 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:54.731712 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:54.732014 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:54.732328 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:54.732638 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:54.732951 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:54.733260 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:54.733574 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:54.733877 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Tracked resource versions report: Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: pushed versions: Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: { 'AddressGroup': {'1.2'}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'ConntrackHelper': {'1.0'}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'Log': {'1.0'}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'Network': {'1.1'}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'Port': {'1.7'}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'PortForwarding': {'1.2'}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'QosPolicy': {'1.8'}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'SecurityGroup': {'1.4'}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'SecurityGroupRule': {'1.2'}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'SubPort': {'1.0'}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'Subnet': {'1.1'}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'Trunk': {'1.1'}} Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: consumer versions: Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: { DHCP agent@dv-cinder-801236-1-smb: {}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: L3 agent@dv-cinder-801236-1-smb: {}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: Metadata agent@dv-cinder-801236-1-smb: {}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: Metering agent@dv-cinder-801236-1-smb: {}, Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: Open vSwitch agent@dv-cinder-801236-1-smb: { 'AddressGroup': '1.2', Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'ConntrackHelper': '1.0', Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'Log': '1.0', Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'Network': '1.1', Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'Port': '1.7', Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'PortForwarding': '1.2', Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'QosPolicy': '1.8', Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'SecurityGroup': '1.4', Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'SecurityGroupRule': '1.2', Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'SubPort': '1.0', Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'Subnet': '1.1', Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: 'Trunk': '1.1'}} Jul 19 01:01:54.735032 dv-cinder-801236-1-smb neutron-server[78634]: {{(pid=78634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 01:01:54.751485 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:01:54.754205 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Attempting to bind port de35c695-259e-4286-b8d7-b70d28b0c46d on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:01:54.754889 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Attempting to bind port de35c695-259e-4286-b8d7-b70d28b0c46d by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': 'dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:01:54.755332 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Attempting to bind port de35c695-259e-4286-b8d7-b70d28b0c46d on network 7948e69d-c99a-405e-a637-ed5ea04c97ae {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:01:54.760453 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:01:54.760864 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Checking segment: {'id': 'dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:01:54.761352 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:54.761740 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Bound using segment: {'id': 'dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:01:54.762220 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Bound port: de35c695-259e-4286-b8d7-b70d28b0c46d, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:01:54.762636 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:54.850870 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] For port de35c695-259e-4286-b8d7-b70d28b0c46d, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:01:54.854698 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] For port de35c695-259e-4286-b8d7-b70d28b0c46d, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=de35c695-259e-4286-b8d7-b70d28b0c46d,segment=NetworkSegment(dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2),segment_id=dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:01:54.859148 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:54.864324 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:01:54.965692 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Pushing event updated for resources: {'Port': ['ID=de35c695-259e-4286-b8d7-b70d28b0c46d,revision_number=2']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:01:54.968789 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:01:56.110486 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 57046) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:01:56.483620 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [None req-4834077c-f3e3-439e-8d24-64b8f00be6b9 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 01:01:56.484670 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-4834077c-f3e3-439e-8d24-64b8f00be6b9 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3731923 Jul 19 01:01:58.511563 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device de35c695-259e-4286-b8d7-b70d28b0c46d up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:01:58.543691 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49fee50-ec4b-4801-8280-ba42732aac65 None None] Network 7948e69d-c99a-405e-a637-ed5ea04c97ae requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:01:58.669448 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-89a32c4e-e7c4-46a4-bb92-90493267e878 None None] Provisioning for port de35c695-259e-4286-b8d7-b70d28b0c46d completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:01:58.691427 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port de35c695-259e-4286-b8d7-b70d28b0c46d completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:01:58.706180 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port de35c695-259e-4286-b8d7-b70d28b0c46d triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:01:58.706599 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:58.899104 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 57062) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:01:58.911746 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:58.954319 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port de35c695-259e-4286-b8d7-b70d28b0c46d, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=de35c695-259e-4286-b8d7-b70d28b0c46d,segment=NetworkSegment(dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2),segment_id=dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:01:58.958934 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:58.960847 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:01:59.032722 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=de35c695-259e-4286-b8d7-b70d28b0c46d,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:01:59.036791 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:01:59.204909 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-b1caf63d-a146-4c68-9ac1-90006b414902 None None] Provisioning complete for port de35c695-259e-4286-b8d7-b70d28b0c46d triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:01:59.205826 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b1caf63d-a146-4c68-9ac1-90006b414902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:01:59.283636 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [None req-ae574062-03a2-4126-ac7d-de9c2c5e8ee1 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 01:01:59.284685 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-ae574062-03a2-4126-ac7d-de9c2c5e8ee1 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3846512 Jul 19 01:02:00.482741 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device de35c695-259e-4286-b8d7-b70d28b0c46d up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:02:00.548954 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port de35c695-259e-4286-b8d7-b70d28b0c46d triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:02:00.549328 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:01.918590 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 57074) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:02:02.263529 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-e640c82c-fccb-42b1-9b62-ded7fa0e581a admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:02:02.269020 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e640c82c-fccb-42b1-9b62-ded7fa0e581a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:02:02.272742 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e640c82c-fccb-42b1-9b62-ded7fa0e581a admin admin] Usage tracker for resource:router and tenant:d3329e32c8704f30b50e2d2006443f64 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:02:02.276090 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e640c82c-fccb-42b1-9b62-ded7fa0e581a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:02:02.281746 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e640c82c-fccb-42b1-9b62-ded7fa0e581a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:02:02.292476 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e640c82c-fccb-42b1-9b62-ded7fa0e581a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1604376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1400'] for router, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:02.294125 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e640c82c-fccb-42b1-9b62-ded7fa0e581a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1393'] for router, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:02.314941 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e640c82c-fccb-42b1-9b62-ded7fa0e581a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:02.425441 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e640c82c-fccb-42b1-9b62-ded7fa0e581a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603608'] for router, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:02.443409 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e640c82c-fccb-42b1-9b62-ded7fa0e581a admin admin] Notify callbacks [] for router, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:02.444578 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e640c82c-fccb-42b1-9b62-ded7fa0e581a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5250304 Jul 19 01:02:04.770758 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 57084) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:02:05.133531 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [None req-c6a4157e-e666-4d50-9456-416d3b4e7913 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 01:02:05.134501 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-c6a4157e-e666-4d50-9456-416d3b4e7913 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3627863 Jul 19 01:02:05.653607 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-71e6a3e4-83d7-42d6-88df-b3809a169da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:06.257443 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:07.450742 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57094) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:02:07.811289 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:02:07.816123 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:02:07.820035 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Usage tracker for resource:network and tenant:66ca91d52eeb4f24a2657f589748edbe is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:02:07.823056 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:02:07.829062 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:02:07.838271 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Made reservation on behalf of 66ca91d52eeb4f24a2657f589748edbe for: {'network': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:02:07.840533 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:07.852329 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:07.867704 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:02:07.871328 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Usage tracker for resource:security_group_rule and tenant:66ca91d52eeb4f24a2657f589748edbe is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:02:07.874009 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:02:07.879475 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:02:07.960121 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:07.963606 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:07.967481 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:02:07.980355 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Reserving flat network on physical network physnet1 {{(pid=78633) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 19 01:02:08.003908 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa1990b-6e4c-4feb-a982-98a5cfe8d49f,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:02:08.007127 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:08.007460 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.segments_db [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Added segment 03fc4790-c0c1-486f-9ca4-7fb7507a1e5e of type flat for network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e Jul 19 01:02:08.008578 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:02:08.040679 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:08.080069 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:08.081435 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:02:08.082061 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:08.086769 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:02:08.177877 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7260239 Jul 19 01:02:08.182334 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Pushing event updated for resources: {'Network': ['ID=4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:02:08.185656 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:02:08.192395 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:02:08.303299 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-088b83c1-0765-431b-b0c0-742ea09670ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:08.905960 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:10.507956 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57114) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:02:10.696290 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:10.719457 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f49a36-50b7-4253-8c91-cf62d84474a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:02:10.721629 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-f0f49a36-50b7-4253-8c91-cf62d84474a5 admin admin] 10.222.0.10 "GET /v2.0/subnets/7b886f38-26cb-41f5-a6cb-5d4beb702574 HTTP/1.1" status: 200 len: 849 time: 0.2126005 Jul 19 01:02:10.904997 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-feed6bb5-7d23-41a1-9c66-b43d97cb07c1 admin admin] 10.222.0.10 "GET /v2.0/routers/57ed111c-962f-41a3-9bef-01be3735028b HTTP/1.1" status: 200 len: 704 time: 0.1778688 Jul 19 01:02:11.359378 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:11.586669 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Allocated IP 172.20.0.1 (7948e69d-c99a-405e-a637-ed5ea04c97ae/7b886f38-26cb-41f5-a6cb-5d4beb702574/177d1b4c-8d96-435d-9e69-f59d4390266f) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:02:11.738649 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:11.756978 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Transition to ACTIVE for port object 177d1b4c-8d96-435d-9e69-f59d4390266f will not be triggered until provisioned by entity DHCP. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:02:11.813300 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:11.818460 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:02:11.877440 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Network 7948e69d-c99a-405e-a637-ed5ea04c97ae is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:02:11.880621 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:02:11.886574 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:02:11.887082 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773646'] for router_interface, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:12.052862 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Pushing event updated for resources: {'Port': ['ID=177d1b4c-8d96-435d-9e69-f59d4390266f,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:02:12.058634 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:02:12.104362 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-adf49b44-0b02-4e32-8090-841c3e1e34b9 None None] Provisioning for port 177d1b4c-8d96-435d-9e69-f59d4390266f completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:02:12.109412 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-adf49b44-0b02-4e32-8090-841c3e1e34b9 None None] Provisioning complete for port 177d1b4c-8d96-435d-9e69-f59d4390266f triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:02:12.109787 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-adf49b44-0b02-4e32-8090-841c3e1e34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:12.166880 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-adf49b44-0b02-4e32-8090-841c3e1e34b9 None None] Port 177d1b4c-8d96-435d-9e69-f59d4390266f cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:02:12.187243 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:12.413768 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:12.419087 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:12.420169 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1773803'] for router_interface, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:12.424649 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:02:12.512976 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Pushing event updated for resources: {'Port': ['ID=177d1b4c-8d96-435d-9e69-f59d4390266f,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:02:12.516929 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:02:12.609490 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Network 7948e69d-c99a-405e-a637-ed5ea04c97ae is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:02:12.610551 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:02:12.788725 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-c169f6cc-61dc-42f9-bed6-3377731b0114 None None] Provisioning complete for port 177d1b4c-8d96-435d-9e69-f59d4390266f triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:02:12.789099 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-c169f6cc-61dc-42f9-bed6-3377731b0114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:12.799088 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Router 57ed111c-962f-41a3-9bef-01be3735028b is scheduled to L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 with binding_index 1 {{(pid=78633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 01:02:12.840787 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-c169f6cc-61dc-42f9-bed6-3377731b0114 None None] Port 177d1b4c-8d96-435d-9e69-f59d4390266f cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:02:12.950080 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:02:12.959924 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] 10.222.0.10 "PUT /v2.0/routers/57ed111c-962f-41a3-9bef-01be3735028b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0500569 Jul 19 01:02:12.960481 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Sync routers for ids ['57ed111c-962f-41a3-9bef-01be3735028b'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:02:12.971163 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Routers {'57ed111c-962f-41a3-9bef-01be3735028b'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:02:12.972178 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:02:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['57ed111c-962f-41a3-9bef-01be3735028b'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:02:13.149540 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Set router 57ed111c-962f-41a3-9bef-01be3735028b gateway port host: None {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:02:13.506126 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed111c-962f-41a3-9bef-01be3735028b', 'name': 'router1', 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:02:02Z', 'updated_at': '2021-07-19T01:02:12Z', 'revision_number': 2, 'project_id': 'd3329e32c8704f30b50e2d2006443f64', 'gw_port_host': None, '_interfaces': [{'id': '177d1b4c-8d96-435d-9e69-f59d4390266f', 'name': '', 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae', 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'mac_address': 'fa:16:3e:ca:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed111c-962f-41a3-9bef-01be3735028b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b886f38-26cb-41f5-a6cb-5d4beb702574', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:11Z', 'updated_at': '2021-07-19T01:02:12Z', 'revision_number': 2, 'project_id': 'd3329e32c8704f30b50e2d2006443f64', 'subnets': [{'id': '7b886f38-26cb-41f5-a6cb-5d4beb702574', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a603707-a9e6-48c4-a1fb-81d89009b1d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:02:13.511017 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Checking router: 57ed111c-962f-41a3-9bef-01be3735028b for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:02:13.511396 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Updating router 57ed111c-962f-41a3-9bef-01be3735028b port 177d1b4c-8d96-435d-9e69-f59d4390266f binding host dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:02:13.564706 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:13.930771 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Notify callbacks [] for port, precommit_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:13.945516 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.provisioning_blocks [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Transition to ACTIVE for port object 177d1b4c-8d96-435d-9e69-f59d4390266f will not be triggered until provisioned by entity L2. {{(pid=78635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:02:13.952327 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:13.958266 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:02:14.119437 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Pushing event updated for resources: {'Port': ['ID=177d1b4c-8d96-435d-9e69-f59d4390266f,revision_number=3']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:02:14.184530 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:02:14.184782 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:02:14.185111 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:02:14.185434 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:02:14.185751 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:02:14.186068 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:02:14.186381 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:02:14.186720 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:02:14.187034 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:02:14.187343 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:02:14.187650 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:02:14.187955 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Tracked resource versions report: Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: pushed versions: Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: { 'AddressGroup': {'1.2'}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'ConntrackHelper': {'1.0'}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'Log': {'1.0'}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'Network': {'1.1'}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'Port': {'1.7'}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'PortForwarding': {'1.2'}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'QosPolicy': {'1.8'}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'SecurityGroup': {'1.4'}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'SecurityGroupRule': {'1.2'}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'SubPort': {'1.0'}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'Subnet': {'1.1'}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'Trunk': {'1.1'}} Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: consumer versions: Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: { DHCP agent@dv-cinder-801236-1-smb: {}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: L3 agent@dv-cinder-801236-1-smb: {}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: Metadata agent@dv-cinder-801236-1-smb: {}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: Metering agent@dv-cinder-801236-1-smb: {}, Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: Open vSwitch agent@dv-cinder-801236-1-smb: { 'AddressGroup': '1.2', Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'ConntrackHelper': '1.0', Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'Log': '1.0', Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'Network': '1.1', Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'Port': '1.7', Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'PortForwarding': '1.2', Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'QosPolicy': '1.8', Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'SecurityGroup': '1.4', Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'SecurityGroupRule': '1.2', Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'SubPort': '1.0', Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'Subnet': '1.1', Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: 'Trunk': '1.1'}} Jul 19 01:02:14.189697 dv-cinder-801236-1-smb neutron-server[78635]: {{(pid=78635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 01:02:14.197616 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:02:14.219172 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Attempting to bind port 177d1b4c-8d96-435d-9e69-f59d4390266f on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:02:14.219564 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Attempting to bind port 177d1b4c-8d96-435d-9e69-f59d4390266f by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': 'dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae'}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:02:14.220015 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Attempting to bind port 177d1b4c-8d96-435d-9e69-f59d4390266f on network 7948e69d-c99a-405e-a637-ed5ea04c97ae {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:02:14.225200 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:02:14.225614 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Checking segment: {'id': 'dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:02:14.226080 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:14.226466 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Bound using segment: {'id': 'dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae'} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:02:14.227005 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Bound port: 177d1b4c-8d96-435d-9e69-f59d4390266f, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae'}}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:02:14.227389 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:14.312929 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] For port 177d1b4c-8d96-435d-9e69-f59d4390266f, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:02:14.317813 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] For port 177d1b4c-8d96-435d-9e69-f59d4390266f, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=177d1b4c-8d96-435d-9e69-f59d4390266f,segment=NetworkSegment(dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2),segment_id=dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2)] {{(pid=78635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:02:14.321952 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:14.326645 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:02:14.398924 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Routers {'57ed111c-962f-41a3-9bef-01be3735028b'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:02:14.399585 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:02:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['57ed111c-962f-41a3-9bef-01be3735028b'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:02:14.475458 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Pushing event updated for resources: {'Port': ['ID=177d1b4c-8d96-435d-9e69-f59d4390266f,revision_number=4']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:02:14.528664 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-3d99c893-1d6d-4bfe-bef1-3d24d6c16969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:02:14.564882 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] Set router 57ed111c-962f-41a3-9bef-01be3735028b gateway port host: None {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:02:14.885088 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed111c-962f-41a3-9bef-01be3735028b', 'name': 'router1', 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:02:02Z', 'updated_at': '2021-07-19T01:02:12Z', 'revision_number': 2, 'project_id': 'd3329e32c8704f30b50e2d2006443f64', 'gw_port_host': None, '_interfaces': [{'id': '177d1b4c-8d96-435d-9e69-f59d4390266f', 'name': '', 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae', 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'mac_address': 'fa:16:3e:ca:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed111c-962f-41a3-9bef-01be3735028b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b886f38-26cb-41f5-a6cb-5d4beb702574', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:11Z', 'updated_at': '2021-07-19T01:02:14Z', 'revision_number': 4, 'project_id': 'd3329e32c8704f30b50e2d2006443f64', 'subnets': [{'id': '7b886f38-26cb-41f5-a6cb-5d4beb702574', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a603707-a9e6-48c4-a1fb-81d89009b1d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:02:14.889063 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621e6c1-b766-4500-98ea-e28e765fbdea None None] The sync data for ids ['57ed111c-962f-41a3-9bef-01be3735028b'] in dv-cinder-801236-1-smb is: [{'id': '57ed111c-962f-41a3-9bef-01be3735028b', 'name': 'router1', 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:02:02Z', 'updated_at': '2021-07-19T01:02:12Z', 'revision_number': 2, 'project_id': 'd3329e32c8704f30b50e2d2006443f64', 'gw_port_host': None, '_interfaces': [{'id': '177d1b4c-8d96-435d-9e69-f59d4390266f', 'name': '', 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae', 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'mac_address': 'fa:16:3e:ca:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed111c-962f-41a3-9bef-01be3735028b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b886f38-26cb-41f5-a6cb-5d4beb702574', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:11Z', 'updated_at': '2021-07-19T01:02:14Z', 'revision_number': 4, 'project_id': 'd3329e32c8704f30b50e2d2006443f64', 'subnets': [{'id': '7b886f38-26cb-41f5-a6cb-5d4beb702574', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a603707-a9e6-48c4-a1fb-81d89009b1d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:02:15.155365 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57136) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:02:15.302077 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65286623-46f2-450a-9fda-3c80a0527e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:02:15.302754 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-65286623-46f2-450a-9fda-3c80a0527e76 admin admin] Synchronizing usage tracker for tenant:66ca91d52eeb4f24a2657f589748edbe on resource:network {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:02:15.320198 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-65286623-46f2-450a-9fda-3c80a0527e76 admin admin] Unset dirty status for tenant:66ca91d52eeb4f24a2657f589748edbe on resource:network {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:02:15.321390 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-65286623-46f2-450a-9fda-3c80a0527e76 admin admin] 10.222.0.10 "GET /v2.0/networks/4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e HTTP/1.1" status: 200 len: 842 time: 0.1650398 Jul 19 01:02:15.330854 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'ip_version': 4}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:02:15.335808 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:02:15.340274 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Usage tracker for resource:subnet and tenant:66ca91d52eeb4f24a2657f589748edbe is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:02:15.343218 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:02:15.349648 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:02:15.359823 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Made reservation on behalf of 66ca91d52eeb4f24a2657f589748edbe for: {'subnet': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:02:15.363033 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:15.783238 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.objects.ports [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78633) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jul 19 01:02:15.783702 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for subnet, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:15.787542 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:02:15.855880 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=119cbe5d-37fd-4d3f-9206-9cb6a6771a78,revision_number=0']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:02:15.859048 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:02:15.866881 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Checking segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:02:15.867245 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Network hostable DHCP agents. Network: 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:02:15.890786 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:02:15.900819 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e) {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:02:15.905482 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:02:15.906583 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:15.909594 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd24be1-4e78-473c-9f4f-a6086bcc68f6 None None] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:02:15.926218 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5990043 Jul 19 01:02:16.133480 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8265898b-58e6-41c4-b11f-39256ba4b733 None None] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:02:16.510032 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 177d1b4c-8d96-435d-9e69-f59d4390266f up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:02:16.580339 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 177d1b4c-8d96-435d-9e69-f59d4390266f completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:02:16.585389 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 177d1b4c-8d96-435d-9e69-f59d4390266f triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:02:16.585766 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:16.701770 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:16.736306 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port 177d1b4c-8d96-435d-9e69-f59d4390266f, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=177d1b4c-8d96-435d-9e69-f59d4390266f,segment=NetworkSegment(dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2),segment_id=dae0dd5b-ec05-45c3-9a3d-37ec8ec740f2)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:02:16.740196 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:16.743651 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-d1d1d891-5f80-49be-9dd4-e1203b171c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:02:16.810684 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=177d1b4c-8d96-435d-9e69-f59d4390266f,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:02:16.815390 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:02:17.863494 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 5 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:02:18.154649 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57150) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:02:18.344855 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-4dd22fef-b717-4fe5-bf35-114923a44248 admin admin] 10.222.0.10 "GET /v2.0/routers/57ed111c-962f-41a3-9bef-01be3735028b HTTP/1.1" status: 200 len: 710 time: 0.1890059 Jul 19 01:02:18.469990 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2915cefd-8ddd-4d32-87bc-354512391814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:02:18.471873 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2915cefd-8ddd-4d32-87bc-354512391814 admin admin] 10.222.0.10 "GET /v2.0/networks/4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e HTTP/1.1" status: 200 len: 886 time: 0.1215661 Jul 19 01:02:18.480420 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:02:18.491276 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 177d1b4c-8d96-435d-9e69-f59d4390266f up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:02:18.557636 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 177d1b4c-8d96-435d-9e69-f59d4390266f triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:02:18.558017 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:18.900892 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1383'] for router, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:19.279678 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:19.343627 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:19.507013 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Allocated IP 172.28.0.112 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/4c78a509-e769-4a19-93b3-327369c21523) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:02:19.662626 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:19.694322 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:19.698435 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:02:19.772138 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:02:19.774961 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:02:19.778501 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:02:19.837817 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Pushing event updated for resources: {'Port': ['ID=4c78a509-e769-4a19-93b3-327369c21523,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:02:19.848338 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:02:20.173952 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:20.500064 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1383'] for router, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:20.503872 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604403'] for router, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:20.727461 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Router 57ed111c-962f-41a3-9bef-01be3735028b has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:02:20.898248 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:02:20.906105 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Notify callbacks [] for router, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:20.907320 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] 10.222.0.10 "PUT /v2.0/routers/57ed111c-962f-41a3-9bef-01be3735028b HTTP/1.1" status: 200 len: 890 time: 2.4300952 Jul 19 01:02:20.907903 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Sync routers for ids ['57ed111c-962f-41a3-9bef-01be3735028b'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:02:20.917901 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Routers {'57ed111c-962f-41a3-9bef-01be3735028b'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:02:20.918619 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:02:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['57ed111c-962f-41a3-9bef-01be3735028b'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:02:21.114170 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Set router 57ed111c-962f-41a3-9bef-01be3735028b gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:02:21.451644 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed111c-962f-41a3-9bef-01be3735028b', 'name': 'router1', 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4c78a509-e769-4a19-93b3-327369c21523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:02:02Z', 'updated_at': '2021-07-19T01:02:19Z', 'revision_number': 4, 'project_id': 'd3329e32c8704f30b50e2d2006443f64', 'gw_port': {'id': '4c78a509-e769-4a19-93b3-327369c21523', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed111c-962f-41a3-9bef-01be3735028b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:19Z', 'updated_at': '2021-07-19T01:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '177d1b4c-8d96-435d-9e69-f59d4390266f', 'name': '', 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae', 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'mac_address': 'fa:16:3e:ca:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed111c-962f-41a3-9bef-01be3735028b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b886f38-26cb-41f5-a6cb-5d4beb702574', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:11Z', 'updated_at': '2021-07-19T01:02:16Z', 'revision_number': 5, 'project_id': 'd3329e32c8704f30b50e2d2006443f64', 'subnets': [{'id': '7b886f38-26cb-41f5-a6cb-5d4beb702574', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a603707-a9e6-48c4-a1fb-81d89009b1d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:02:21.456552 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Checking router: 57ed111c-962f-41a3-9bef-01be3735028b for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:02:21.456921 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Updating router 57ed111c-962f-41a3-9bef-01be3735028b port 4c78a509-e769-4a19-93b3-327369c21523 binding host dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:02:21.508247 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:21.830721 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Notify callbacks [] for port, precommit_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:21.841777 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Transition to ACTIVE for port object 4c78a509-e769-4a19-93b3-327369c21523 will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:02:21.848701 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:21.852696 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:02:21.952022 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Attempting to bind port 4c78a509-e769-4a19-93b3-327369c21523 on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:02:21.952634 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Attempting to bind port 4c78a509-e769-4a19-93b3-327369c21523 by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:02:21.952737 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Attempting to bind port 4c78a509-e769-4a19-93b3-327369c21523 on network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:02:21.961309 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b79bdf-6a98-467a-b8c7-38a5bf2c6bb3 None None] Pushing event updated for resources: {'Port': ['ID=4c78a509-e769-4a19-93b3-327369c21523,revision_number=2']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:02:21.963584 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:02:21.964054 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Checking segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:02:21.964568 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:21.964948 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Bound using segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:02:21.965533 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Bound port: 4c78a509-e769-4a19-93b3-327369c21523, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:02:21.965922 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:21.988800 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-01b79bdf-6a98-467a-b8c7-38a5bf2c6bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:02:22.036702 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] For port 4c78a509-e769-4a19-93b3-327369c21523, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:02:22.039720 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] For port 4c78a509-e769-4a19-93b3-327369c21523, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=4c78a509-e769-4a19-93b3-327369c21523,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:02:22.043445 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:22.047874 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:02:22.124728 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Routers {'57ed111c-962f-41a3-9bef-01be3735028b'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:02:22.125346 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:02:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['57ed111c-962f-41a3-9bef-01be3735028b'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:02:22.193161 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b79bdf-6a98-467a-b8c7-38a5bf2c6bb3 None None] Pushing event updated for resources: {'Port': ['ID=4c78a509-e769-4a19-93b3-327369c21523,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:02:22.197052 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-01b79bdf-6a98-467a-b8c7-38a5bf2c6bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:02:22.314665 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] Set router 57ed111c-962f-41a3-9bef-01be3735028b gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:02:22.633403 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed111c-962f-41a3-9bef-01be3735028b', 'name': 'router1', 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4c78a509-e769-4a19-93b3-327369c21523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:02:02Z', 'updated_at': '2021-07-19T01:02:19Z', 'revision_number': 4, 'project_id': 'd3329e32c8704f30b50e2d2006443f64', 'gw_port': {'id': '4c78a509-e769-4a19-93b3-327369c21523', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed111c-962f-41a3-9bef-01be3735028b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:19Z', 'updated_at': '2021-07-19T01:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '177d1b4c-8d96-435d-9e69-f59d4390266f', 'name': '', 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae', 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'mac_address': 'fa:16:3e:ca:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed111c-962f-41a3-9bef-01be3735028b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b886f38-26cb-41f5-a6cb-5d4beb702574', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:11Z', 'updated_at': '2021-07-19T01:02:16Z', 'revision_number': 5, 'project_id': 'd3329e32c8704f30b50e2d2006443f64', 'subnets': [{'id': '7b886f38-26cb-41f5-a6cb-5d4beb702574', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a603707-a9e6-48c4-a1fb-81d89009b1d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:02:22.637236 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9075da9c-e18b-449c-8a68-c1ef81183c06 None None] The sync data for ids ['57ed111c-962f-41a3-9bef-01be3735028b'] in dv-cinder-801236-1-smb is: [{'id': '57ed111c-962f-41a3-9bef-01be3735028b', 'name': 'router1', 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': '4c78a509-e769-4a19-93b3-327369c21523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:02:02Z', 'updated_at': '2021-07-19T01:02:19Z', 'revision_number': 4, 'project_id': 'd3329e32c8704f30b50e2d2006443f64', 'gw_port': {'id': '4c78a509-e769-4a19-93b3-327369c21523', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed111c-962f-41a3-9bef-01be3735028b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:19Z', 'updated_at': '2021-07-19T01:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '177d1b4c-8d96-435d-9e69-f59d4390266f', 'name': '', 'network_id': '7948e69d-c99a-405e-a637-ed5ea04c97ae', 'tenant_id': 'd3329e32c8704f30b50e2d2006443f64', 'mac_address': 'fa:16:3e:ca:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed111c-962f-41a3-9bef-01be3735028b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b886f38-26cb-41f5-a6cb-5d4beb702574', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:02:11Z', 'updated_at': '2021-07-19T01:02:16Z', 'revision_number': 5, 'project_id': 'd3329e32c8704f30b50e2d2006443f64', 'subnets': [{'id': '7b886f38-26cb-41f5-a6cb-5d4beb702574', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a603707-a9e6-48c4-a1fb-81d89009b1d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:02:23.224471 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57160) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:02:23.343903 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-5add3a71-ba87-4f24-b6f4-4636bc57ef9d admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1183856 Jul 19 01:02:24.519800 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 4c78a509-e769-4a19-93b3-327369c21523 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:02:24.602174 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 4c78a509-e769-4a19-93b3-327369c21523 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:02:24.607406 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 4c78a509-e769-4a19-93b3-327369c21523 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:02:24.607789 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:24.723518 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:24.738808 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port 4c78a509-e769-4a19-93b3-327369c21523, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=4c78a509-e769-4a19-93b3-327369c21523,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:02:24.742615 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:24.744570 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:02:24.808295 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=4c78a509-e769-4a19-93b3-327369c21523,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:02:24.815638 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:02:26.502640 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 4c78a509-e769-4a19-93b3-327369c21523 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:02:26.588063 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 4c78a509-e769-4a19-93b3-327369c21523 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:02:26.588655 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:35.658900 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-d99e245d-e641-4691-b9e5-c59bd98ba853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:36.259152 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:38.246990 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-82aeb81e-1757-4dbe-bcca-4d6e9b355915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:38.910005 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:40.712419 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:02:54.863493 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 5 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:03:05.660813 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-4c640fbc-0c81-48ca-90b1-56613a45522c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:03:06.262157 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:03:08.251391 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-469ff9c2-0f9b-4d2d-a25d-5fa3b6ca183f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:03:08.914582 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:03:10.720103 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:03:31.862839 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 5 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:03:35.669645 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-90c92d3e-4ec7-49c6-bbbe-57663007f587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:03:36.267760 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:03:38.276348 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-9aedfaa6-ac95-4d3d-b2ca-298642af7224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:03:38.917230 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:03:40.732039 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:05.661734 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-37d0b14b-493c-4a7d-b383-baa2614f23b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:06.269420 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:08.259005 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-822193c9-3ed7-4e8f-8959-94761e05178d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:08.861833 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 5 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:04:08.919590 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:10.728695 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:23.704858 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57730) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:04:23.770764 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e8639c-033d-4eea-bb14-6d871cb56e3e admin admin] GET failed (client error): The resource could not be found. Jul 19 01:04:23.772005 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-13e8639c-033d-4eea-bb14-6d871cb56e3e admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661924 Jul 19 01:04:23.900202 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7fcb80-f8fe-4be2-9236-831c751f133c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:23.901555 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-1f7fcb80-f8fe-4be2-9236-831c751f133c admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1258001 Jul 19 01:04:26.013316 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57740) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:04:26.118369 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1cf580-128a-4576-8b36-1d13ba89162d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:26.118973 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-1b1cf580-128a-4576-8b36-1d13ba89162d admin admin] Synchronizing usage tracker for tenant:66ca91d52eeb4f24a2657f589748edbe on resource:subnet {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:04:26.134667 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-1b1cf580-128a-4576-8b36-1d13ba89162d admin admin] Unset dirty status for tenant:66ca91d52eeb4f24a2657f589748edbe on resource:subnet {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:04:26.135806 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-1b1cf580-128a-4576-8b36-1d13ba89162d admin admin] 10.222.0.10 "GET /v2.0/subnets/7b886f38-26cb-41f5-a6cb-5d4beb702574 HTTP/1.1" status: 200 len: 849 time: 0.1215529 Jul 19 01:04:26.145516 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:04:26.258377 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:26.439782 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746968315185'] for subnet, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:26.444266 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:04:26.484356 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:26.485378 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:26.487986 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] 10.222.0.10 "PUT /v2.0/subnets/7b886f38-26cb-41f5-a6cb-5d4beb702574 HTTP/1.1" status: 200 len: 868 time: 0.3444386 Jul 19 01:04:26.488478 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afba8b0-d2d7-4c58-917e-cd62fd5988f5 None None] Network 7948e69d-c99a-405e-a637-ed5ea04c97ae requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:04:26.514131 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b886f38-26cb-41f5-a6cb-5d4beb702574,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:04:26.521958 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:04:26.522320 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:04:26.522673 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:04:26.523010 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:04:26.523340 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:04:26.523673 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:04:26.523996 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:04:26.524328 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:04:26.524828 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:04:26.525157 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:04:26.525484 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:04:26.525798 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:04:26.529842 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:04:26.942324 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-6565f478-2926-4490-8258-061b39a1ca91 None None] Provisioning complete for port de35c695-259e-4286-b8d7-b70d28b0c46d triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:04:26.942738 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-6565f478-2926-4490-8258-061b39a1ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:27.068778 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-6565f478-2926-4490-8258-061b39a1ca91 None None] Provisioning complete for port 177d1b4c-8d96-435d-9e69-f59d4390266f triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:04:27.069168 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-6565f478-2926-4490-8258-061b39a1ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:28.582670 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57750) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:04:28.751505 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5b6ec5-d234-4e65-b33f-5e6b4c4e280e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:28.751894 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5b6ec5-d234-4e65-b33f-5e6b4c4e280e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:28.753395 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-cc5b6ec5-d234-4e65-b33f-5e6b4c4e280e admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1697502 Jul 19 01:04:30.874375 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 57760) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:04:31.065588 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5791eda-df7c-4423-8824-4aa167e83615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:31.065971 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5791eda-df7c-4423-8824-4aa167e83615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:31.067505 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e5791eda-df7c-4423-8824-4aa167e83615 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1922054 Jul 19 01:04:33.172220 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 57770) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:04:33.334397 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc16a411-d53f-4b1e-9b8e-34bc2015fbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:33.335757 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-dc16a411-d53f-4b1e-9b8e-34bc2015fbdf admin admin] 10.222.0.10 "GET /v2.0/networks/4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e HTTP/1.1" status: 200 len: 886 time: 0.1625338 Jul 19 01:04:35.523874 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 57780) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:04:35.663421 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-6a60d9ca-a11a-401f-a3b7-31282783de6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:35.697724 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f6f9f-a1d5-40d9-9138-e6bdb708470c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:35.699112 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-4d1f6f9f-a1d5-40d9-9138-e6bdb708470c admin admin] 10.222.0.10 "GET /v2.0/networks/7948e69d-c99a-405e-a637-ed5ea04c97ae HTTP/1.1" status: 200 len: 869 time: 0.1742997 Jul 19 01:04:36.276293 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:37.819322 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57790) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:04:37.923201 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e575e165-c883-4447-8cdf-a3dc5e06f0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:37.923665 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e575e165-c883-4447-8cdf-a3dc5e06f0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:37.925173 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-e575e165-c883-4447-8cdf-a3dc5e06f0b7 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049216 Jul 19 01:04:38.261247 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-fe39f85e-77e6-4a80-aac6-06ef5a591cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:38.921513 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:40.072572 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57800) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:04:40.181228 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d85bf23-fb32-497a-8c2c-2d627c328155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:40.181689 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d85bf23-fb32-497a-8c2c-2d627c328155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:40.183205 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2d85bf23-fb32-497a-8c2c-2d627c328155 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1096802 Jul 19 01:04:40.730830 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:04:42.271123 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57810) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:04:42.369432 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707d661-f8b1-40bb-96b8-fc28dc9dca9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:42.370695 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-7707d661-f8b1-40bb-96b8-fc28dc9dca9e admin admin] 10.222.0.10 "GET /v2.0/subnets/119cbe5d-37fd-4d3f-9206-9cb6a6771a78 HTTP/1.1" status: 200 len: 816 time: 0.0986125 Jul 19 01:04:44.483916 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57820) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:04:44.588584 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfa1ecd-426c-4ed3-badb-58639311146d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:04:44.589901 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-3cfa1ecd-426c-4ed3-badb-58639311146d admin admin] 10.222.0.10 "GET /v2.0/subnets/7b886f38-26cb-41f5-a6cb-5d4beb702574 HTTP/1.1" status: 200 len: 868 time: 0.1050587 Jul 19 01:04:45.860268 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 5 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:05:05.665149 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-c386b4ba-18cd-4499-9049-16e6dd0ac2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:06.268891 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:07.306079 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57864) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:05:07.352901 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [None req-2e5d5cb8-d26e-4aa4-8978-651db9b18252 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 01:05:07.353881 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2e5d5cb8-d26e-4aa4-8978-651db9b18252 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468419 Jul 19 01:05:08.264385 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-1e206610-a125-4cb7-ad7d-ec746210a0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:08.925121 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:09.528314 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57874) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:05:09.597038 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b53e03-cb69-4f45-b7a2-4e559bc590c4 admin admin] GET failed (client error): The resource could not be found. Jul 19 01:05:09.598274 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-f9b53e03-cb69-4f45-b7a2-4e559bc590c4 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0690458 Jul 19 01:05:09.719194 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc18ec4-66e5-452b-96b9-e991d4ce4851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:05:09.720533 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-9fc18ec4-66e5-452b-96b9-e991d4ce4851 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1184306 Jul 19 01:05:10.733400 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:11.840862 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57884) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:05:11.887131 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:05:11.891504 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:05:11.900881 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:05:11.911174 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Made reservation on behalf of 66ca91d52eeb4f24a2657f589748edbe for: {'network': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:05:11.913450 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:12.047096 dv-cinder-801236-1-smb neutron-server[78633]: WARNING neutron.services.revisions.revision_plugin [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Could not find related network for resource to bump revision. Jul 19 01:05:12.058876 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=78633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:05:12.067795 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:12.068131 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.segments_db [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Added segment b456d5b0-841c-4832-b57c-98384b182b0d of type vlan for network 891329bf-e7a2-4347-b061-16b3d9a3c9b8 Jul 19 01:05:12.093948 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:12.122556 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:12.123864 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:05:12.124442 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:12.128888 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:05:12.219602 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3776739 Jul 19 01:05:12.224214 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Pushing event updated for resources: {'Network': ['ID=891329bf-e7a2-4347-b061-16b3d9a3c9b8,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:05:12.227410 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:05:12.235240 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network 891329bf-e7a2-4347-b061-16b3d9a3c9b8 details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:05:14.375299 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57894) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:05:14.441097 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59f3afb-0eaf-45b6-a18c-5db2f90ed8ca admin admin] GET failed (client error): The resource could not be found. Jul 19 01:05:14.441599 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b59f3afb-0eaf-45b6-a18c-5db2f90ed8ca admin admin] Synchronizing usage tracker for tenant:66ca91d52eeb4f24a2657f589748edbe on resource:network {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:05:14.456356 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b59f3afb-0eaf-45b6-a18c-5db2f90ed8ca admin admin] Unset dirty status for tenant:66ca91d52eeb4f24a2657f589748edbe on resource:network {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:05:14.457681 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-b59f3afb-0eaf-45b6-a18c-5db2f90ed8ca admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0814536 Jul 19 01:05:14.560027 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c100e3-6f7d-4000-976b-d6b659d9c9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:05:14.561438 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-c1c100e3-6f7d-4000-976b-d6b659d9c9e8 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0997615 Jul 19 01:05:14.570841 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '891329bf-e7a2-4347-b061-16b3d9a3c9b8', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:05:14.575261 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:05:14.584325 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:05:14.593604 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Made reservation on behalf of 66ca91d52eeb4f24a2657f589748edbe for: {'subnet': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:05:14.595789 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:14.784440 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for subnet, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:14.787832 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:05:14.860735 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ac3c5b-3a3d-41fc-b527-024c44aa8a71,revision_number=0']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:05:14.864369 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:05:14.865031 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Checking segment: {'id': 'b456d5b0-841c-4832-b57c-98384b182b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891329bf-e7a2-4347-b061-16b3d9a3c9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:05:14.865370 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Network hostable DHCP agents. Network: 891329bf-e7a2-4347-b061-16b3d9a3c9b8, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:05:14.883387 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Network 891329bf-e7a2-4347-b061-16b3d9a3c9b8 is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:05:14.891778 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, 891329bf-e7a2-4347-b061-16b3d9a3c9b8) {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:05:14.895575 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:05:14.896145 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:14.900376 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a9b618-4a7a-4218-9386-021e21c93d44 None None] Network 891329bf-e7a2-4347-b061-16b3d9a3c9b8 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:05:14.925983 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-e3c78aeb-7b2a-4a82-809e-9c965069f31b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3525350 Jul 19 01:05:15.120640 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp025c5668-5ad0-5223-b942-df608e160fc9-891329bf-e7a2-4347-b061-16b3d9a3c9b8', 'network_id': '891329bf-e7a2-4347-b061-16b3d9a3c9b8', 'tenant_id': '66ca91d52eeb4f24a2657f589748edbe', 'fixed_ips': [{'subnet_id': 'f1ac3c5b-3a3d-41fc-b527-024c44aa8a71'}]}} from dv-cinder-801236-1-smb. {{(pid=78634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 01:05:15.121616 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:15.279310 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.db_base_plugin_common [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Allocated IP 192.168.233.2 (891329bf-e7a2-4347-b061-16b3d9a3c9b8/f1ac3c5b-3a3d-41fc-b527-024c44aa8a71/53c4ea90-447b-4f72-81dc-1e33be4a27ea) {{(pid=78634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:05:15.483548 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Notify callbacks [] for port, precommit_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:15.493696 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Transition to ACTIVE for port object 53c4ea90-447b-4f72-81dc-1e33be4a27ea will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:05:15.513242 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Transition to ACTIVE for port object 53c4ea90-447b-4f72-81dc-1e33be4a27ea will not be triggered until provisioned by entity DHCP. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:05:15.520016 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:15.525720 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-01b79bdf-6a98-467a-b8c7-38a5bf2c6bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:05:15.614260 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Network 891329bf-e7a2-4347-b061-16b3d9a3c9b8 is already hosted by enough agents. {{(pid=78634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:05:15.617183 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.base_scheduler [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Resources bound (agent type, host, resource id): {{(pid=78634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:05:15.619671 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Received port after_create {{(pid=78634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:05:15.652344 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Pushing event updated for resources: {'Port': ['ID=53c4ea90-447b-4f72-81dc-1e33be4a27ea,revision_number=1']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:05:15.690625 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:05:15.690964 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:05:15.691294 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:05:15.691617 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:05:15.691934 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:05:15.692256 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:05:15.692569 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:05:15.692881 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:05:15.693197 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:05:15.693511 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:05:15.693822 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:05:15.694128 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:05:15.697788 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:05:15.725394 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Attempting to bind port 53c4ea90-447b-4f72-81dc-1e33be4a27ea on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:05:15.725775 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Attempting to bind port 53c4ea90-447b-4f72-81dc-1e33be4a27ea by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': 'b456d5b0-841c-4832-b57c-98384b182b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891329bf-e7a2-4347-b061-16b3d9a3c9b8'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:05:15.726105 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Attempting to bind port 53c4ea90-447b-4f72-81dc-1e33be4a27ea on network 891329bf-e7a2-4347-b061-16b3d9a3c9b8 {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:05:15.731606 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:05:15.731976 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Checking segment: {'id': 'b456d5b0-841c-4832-b57c-98384b182b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891329bf-e7a2-4347-b061-16b3d9a3c9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:05:15.732364 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:15.732741 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Bound using segment: {'id': 'b456d5b0-841c-4832-b57c-98384b182b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891329bf-e7a2-4347-b061-16b3d9a3c9b8'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:05:15.733197 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Bound port: 53c4ea90-447b-4f72-81dc-1e33be4a27ea, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b456d5b0-841c-4832-b57c-98384b182b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891329bf-e7a2-4347-b061-16b3d9a3c9b8'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:05:15.733626 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:15.821620 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] For port 53c4ea90-447b-4f72-81dc-1e33be4a27ea, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:05:15.825302 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] For port 53c4ea90-447b-4f72-81dc-1e33be4a27ea, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=53c4ea90-447b-4f72-81dc-1e33be4a27ea,segment=NetworkSegment(b456d5b0-841c-4832-b57c-98384b182b0d),segment_id=b456d5b0-841c-4832-b57c-98384b182b0d)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:05:15.830552 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:15.839545 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:05:15.918082 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Pushing event updated for resources: {'Port': ['ID=53c4ea90-447b-4f72-81dc-1e33be4a27ea,revision_number=2']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:05:15.921282 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:05:16.611825 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 53c4ea90-447b-4f72-81dc-1e33be4a27ea up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:05:16.693146 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 53c4ea90-447b-4f72-81dc-1e33be4a27ea completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:05:16.786269 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73954e2e-a4eb-4ef6-8ccd-7c79251b7efc None None] Network 891329bf-e7a2-4347-b061-16b3d9a3c9b8 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:05:16.898514 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-79cddcfa-706f-4c87-b093-39784f9bcbe6 None None] Provisioning for port 53c4ea90-447b-4f72-81dc-1e33be4a27ea completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:05:16.914720 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-79cddcfa-706f-4c87-b093-39784f9bcbe6 None None] Provisioning complete for port 53c4ea90-447b-4f72-81dc-1e33be4a27ea triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:05:16.915087 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-79cddcfa-706f-4c87-b093-39784f9bcbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:17.119147 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-79cddcfa-706f-4c87-b093-39784f9bcbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:17.163797 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-79cddcfa-706f-4c87-b093-39784f9bcbe6 None None] For port 53c4ea90-447b-4f72-81dc-1e33be4a27ea, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=53c4ea90-447b-4f72-81dc-1e33be4a27ea,segment=NetworkSegment(b456d5b0-841c-4832-b57c-98384b182b0d),segment_id=b456d5b0-841c-4832-b57c-98384b182b0d)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:05:17.171319 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-79cddcfa-706f-4c87-b093-39784f9bcbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:17.173466 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:05:17.244192 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cddcfa-706f-4c87-b093-39784f9bcbe6 None None] Pushing event updated for resources: {'Port': ['ID=53c4ea90-447b-4f72-81dc-1e33be4a27ea,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:05:17.252136 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-79cddcfa-706f-4c87-b093-39784f9bcbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:05:17.392395 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-48ab408a-7363-4f2a-a093-0f6ece7680d8 None None] Provisioning complete for port 53c4ea90-447b-4f72-81dc-1e33be4a27ea triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:05:17.392775 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-48ab408a-7363-4f2a-a093-0f6ece7680d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:18.580836 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 53c4ea90-447b-4f72-81dc-1e33be4a27ea up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:05:18.647315 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 53c4ea90-447b-4f72-81dc-1e33be4a27ea triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:05:18.647682 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:22.859595 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 5 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:05:35.667795 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-6677b94c-27d4-4f4d-92d1-5bc875fc3d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:36.271284 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:38.266177 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-cd7be763-41af-4728-8bc0-7d34b9c9c50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:38.929644 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:40.739073 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:05:59.858575 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 5 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:06:05.669636 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b52fec36-7136-4a85-b426-fe9bcb7180fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:06.273179 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:08.268808 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0b50-475c-4150-be0c-97088c22ba5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:08.930941 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:10.737483 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:30.760703 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57944) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:06:30.766622 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [None req-ba112d62-0c13-41ba-bb5a-00c87b14142e tempest-verify_tempest_config-245135661 tempest-verify_tempest_config-245135661-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 01:06:30.767560 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-ba112d62-0c13-41ba-bb5a-00c87b14142e tempest-verify_tempest_config-245135661 tempest-verify_tempest_config-245135661-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059199 Jul 19 01:06:31.064694 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57962) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:06:31.180711 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:31.194211 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:06:31.199256 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Usage tracker for resource:security_group_rule and tenant:c7f2b174e3064174bc2d9df85a139a54 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:06:31.201983 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:06:31.207638 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:06:31.289800 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:31.293411 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:31.301887 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-62642027-9a13-4502-8cf3-73569482a37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:06:31.338250 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Synchronizing usage tracker for tenant:66ca91d52eeb4f24a2657f589748edbe on resource:security_group {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:06:31.342032 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097e4ef3-abad-4c02-949b-674a5484d9f9,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:06:31.351072 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:06:31.351577 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:06:31.351912 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:06:31.352238 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:06:31.352555 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:06:31.352872 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:06:31.353182 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:06:31.353490 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:06:31.353801 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:06:31.354109 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:06:31.354414 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:06:31.354740 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:06:31.359434 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:06:31.368588 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Unset dirty status for tenant:66ca91d52eeb4f24a2657f589748edbe on resource:security_group {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:06:31.370161 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c7f2b174e3064174bc2d9df85a139a54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3040981 Jul 19 01:06:31.372374 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 57968) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:06:31.432557 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0d3319b5-5919-4259-970b-6692eb8f09a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:31.456778 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0d3319b5-5919-4259-970b-6692eb8f09a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:31.547620 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0d3319b5-5919-4259-970b-6692eb8f09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:31.551399 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c9e2ad48-e365-4984-aef1-653f84b6ef58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:06:31.562783 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3319b5-5919-4259-970b-6692eb8f09a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097e4ef3-abad-4c02-949b-674a5484d9f9,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:06:31.567025 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-0d3319b5-5919-4259-970b-6692eb8f09a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:06:31.568825 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0d3319b5-5919-4259-970b-6692eb8f09a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:31.569927 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-0d3319b5-5919-4259-970b-6692eb8f09a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/097e4ef3-abad-4c02-949b-674a5484d9f9 HTTP/1.1" status: 204 len: 168 time: 0.1965826 Jul 19 01:06:35.671980 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5c0b1f89-15d7-4b51-abf8-7ff55d3777bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:36.277192 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:36.857225 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 5 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:06:38.271475 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-a25eb2f8-f317-4efc-b9b2-8379e4f93992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:38.935125 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:06:40.740608 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:07:05.673226 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-7a1c504f-b9c8-4bce-93af-450468104a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:07:06.280062 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:07:08.272674 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-54eb0998-cb2a-4e68-8c07-f6716f7ff1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:07:08.937206 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:07:10.742688 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:07:13.855928 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 5 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:07:35.674241 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-576eddc5-cfff-4403-be2c-ccd3c11d86d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:07:36.281943 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:07:38.273778 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-603ac98e-376c-4cb5-94b7-283a01adfd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:07:38.939665 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:07:40.745466 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:07:50.854591 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 5 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:08:05.675010 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-8ea3c254-83e7-4a45-91d0-b85cb7503b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:08:06.282239 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:08:08.275415 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2368d338-adec-4f11-808a-0e972335208f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:08:08.944106 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:08:09.411958 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601605'] for agent, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:08:10.770576 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:08:23.994340 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 58040) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:08:24.107219 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-219ebb04-d3db-47d9-908b-9dc8f42abc73 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1111403 Jul 19 01:08:26.251338 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 58050) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:08:26.305275 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-a84a19b2-211a-4391-a21a-a13692e6b510 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0528197 Jul 19 01:08:27.853547 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:08:35.676404 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-ab29f8cf-30dc-4260-8d5a-a3df4f255870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:08:36.283799 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:08:38.276117 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-147a5be7-a1b8-4783-8f13-8ff1696e6f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:08:38.944221 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:08:39.376355 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:08:40.750632 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:04.851935 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:09:05.677861 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b91b6285-fced-40e9-8be7-6ec56aaf5ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:06.285685 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:08.276552 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-75bc076b-513b-4c93-92b8-32eda0bc4f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:08.946904 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:09.370294 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:10.754816 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:35.679837 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-ed9d09bb-3c95-456c-a5a0-10c8526ee27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:36.289319 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:38.276595 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b02dc476-dd57-463f-b86f-ecfe2cfd6e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:38.950012 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:39.399612 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:40.759444 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:41.852526 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:09:54.628948 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 58150) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:09:54.829331 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-480211011-network', 'tenant_id': 'd011ac2326344373bcd6b15112affba0'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:09:54.839602 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:54.843903 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Usage tracker for resource:network and tenant:d011ac2326344373bcd6b15112affba0 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:54.846788 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:54.852795 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:54.874670 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Made reservation on behalf of d011ac2326344373bcd6b15112affba0 for: {'network': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:09:54.877064 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:54.890025 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:54.904392 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:54.908273 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Usage tracker for resource:security_group_rule and tenant:d011ac2326344373bcd6b15112affba0 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:54.911590 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:54.918846 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:55.026803 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:55.031436 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:55.036785 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:09:55.064726 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c27eef9-fd42-4ca5-9a31-e977f3418404,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:09:55.073922 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.074582 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.075122 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.075607 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.076115 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.076603 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.077138 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.077695 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.078172 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.078678 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.079277 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.079792 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Tracked resource versions report: Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: pushed versions: Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: { 'AddressGroup': {'1.2'}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'ConntrackHelper': {'1.0'}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'Log': {'1.0'}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'Network': {'1.1'}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'Port': {'1.7'}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'PortForwarding': {'1.2'}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'QosPolicy': {'1.8'}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'SecurityGroup': {'1.4'}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'SecurityGroupRule': {'1.2'}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'SubPort': {'1.0'}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'Subnet': {'1.1'}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'Trunk': {'1.1'}} Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: consumer versions: Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: { DHCP agent@dv-cinder-801236-1-smb: {}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: HyperV agent@hv-cinder-80123: {}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: L3 agent@dv-cinder-801236-1-smb: {}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: Metadata agent@dv-cinder-801236-1-smb: {}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: Metering agent@dv-cinder-801236-1-smb: {}, Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: Open vSwitch agent@dv-cinder-801236-1-smb: { 'AddressGroup': '1.2', Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'ConntrackHelper': '1.0', Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'Log': '1.0', Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'Network': '1.1', Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'Port': '1.7', Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'PortForwarding': '1.2', Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'QosPolicy': '1.8', Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'SecurityGroup': '1.4', Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'SecurityGroupRule': '1.2', Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'SubPort': '1.0', Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'Subnet': '1.1', Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: 'Trunk': '1.1'}} Jul 19 01:09:55.081137 dv-cinder-801236-1-smb neutron-server[78633]: {{(pid=78633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 01:09:55.090054 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:09:55.094266 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=78633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:09:55.105716 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:55.107636 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.segments_db [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Added segment 8e99afed-b847-4b26-b95d-c765dad3b9f9 of type vlan for network 027cc1a0-9d47-405e-8bcc-27b90790d2be Jul 19 01:09:55.137487 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:55.175555 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:55.177023 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:09:55.178296 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:55.183683 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-9f92ce06-e5da-4947-9744-be17c965caa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:09:55.280141 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Pushing event updated for resources: {'Network': ['ID=027cc1a0-9d47-405e-8bcc-27b90790d2be,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:09:55.284598 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:09:55.291021 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network 027cc1a0-9d47-405e-8bcc-27b90790d2be details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:09:55.303913 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58204) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:09:55.308816 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6768050 Jul 19 01:09:55.316409 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Request body: {'subnet': {'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-480211011-subnet', 'tenant_id': 'd011ac2326344373bcd6b15112affba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:09:55.324042 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:55.331560 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Usage tracker for resource:subnet and tenant:d011ac2326344373bcd6b15112affba0 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:55.338014 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:55.347134 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:55.363653 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Made reservation on behalf of d011ac2326344373bcd6b15112affba0 for: {'subnet': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:09:55.367726 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:55.599772 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for subnet, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:55.605151 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:09:55.666809 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=025ef04d-5dba-4d2c-9fa6-fc78d1762ba7,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:09:55.675774 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.676227 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.676592 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.677291 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.677700 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.678041 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.678359 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.678700 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.679289 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.679629 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.680014 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.680400 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Tracked resource versions report: Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: pushed versions: Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: { 'AddressGroup': {'1.2'}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'ConntrackHelper': {'1.0'}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'Log': {'1.0'}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'Network': {'1.1'}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'Port': {'1.7'}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'PortForwarding': {'1.2'}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'QosPolicy': {'1.8'}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'SecurityGroup': {'1.4'}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'SecurityGroupRule': {'1.2'}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'SubPort': {'1.0'}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'Subnet': {'1.1'}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'Trunk': {'1.1'}} Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: consumer versions: Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: { DHCP agent@dv-cinder-801236-1-smb: {}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: HyperV agent@hv-cinder-80123: {}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: L3 agent@dv-cinder-801236-1-smb: {}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: Metadata agent@dv-cinder-801236-1-smb: {}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: Metering agent@dv-cinder-801236-1-smb: {}, Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: Open vSwitch agent@dv-cinder-801236-1-smb: { 'AddressGroup': '1.2', Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'ConntrackHelper': '1.0', Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'Log': '1.0', Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'Network': '1.1', Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'Port': '1.7', Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'PortForwarding': '1.2', Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'QosPolicy': '1.8', Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'SecurityGroup': '1.4', Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'SecurityGroupRule': '1.2', Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'SubPort': '1.0', Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'Subnet': '1.1', Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: 'Trunk': '1.1'}} Jul 19 01:09:55.681571 dv-cinder-801236-1-smb neutron-server[78632]: {{(pid=78632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 01:09:55.685619 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:09:55.709638 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Checking segment: {'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:09:55.710056 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Network hostable DHCP agents. Network: 027cc1a0-9d47-405e-8bcc-27b90790d2be, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:09:55.729185 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Network 027cc1a0-9d47-405e-8bcc-27b90790d2be is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:09:55.742298 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, 027cc1a0-9d47-405e-8bcc-27b90790d2be) {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:09:55.747702 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:09:55.751009 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:55.751978 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a85dfdc-8458-4382-bfbd-027a3f906fc3 None None] Network 027cc1a0-9d47-405e-8bcc-27b90790d2be requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:09:55.781749 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4667771 Jul 19 01:09:55.998371 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ec7236-6569-4f70-94ba-c1c2e967ef2f None None] Network 027cc1a0-9d47-405e-8bcc-27b90790d2be requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:09:56.706403 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58286) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:09:56.744999 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58292) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:09:56.887430 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58302) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:09:56.999754 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-948383286-network', 'tenant_id': 'b9eefe5af70141ba8eeb1b8655196566'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:09:57.004861 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:57.009450 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Usage tracker for resource:network and tenant:b9eefe5af70141ba8eeb1b8655196566 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:57.013203 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:57.020161 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:57.031509 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Made reservation on behalf of b9eefe5af70141ba8eeb1b8655196566 for: {'network': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:09:57.034258 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.057938 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.069760 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-71257745-network', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:09:57.074265 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:57.078725 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Usage tracker for resource:network and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:57.081938 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:57.089894 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:57.098628 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1299289013-network', 'tenant_id': 'af65e617675d47a796746c0b073381b7'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:09:57.107645 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:57.114234 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Usage tracker for resource:security_group_rule and tenant:b9eefe5af70141ba8eeb1b8655196566 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:57.119071 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:57.122207 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Made reservation on behalf of 78744406433a47b19d4fd6a43cfcac95 for: {'network': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:09:57.125292 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.140203 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:57.147873 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:57.150220 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.169186 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Usage tracker for resource:network and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:57.174208 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:57.190867 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:57.196844 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:57.214122 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Usage tracker for resource:security_group_rule and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:57.221231 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:57.224301 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Made reservation on behalf of af65e617675d47a796746c0b073381b7 for: {'network': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:09:57.227361 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.244210 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:57.250079 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.294027 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:57.306570 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Usage tracker for resource:security_group_rule and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:57.315776 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:57.329829 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:57.402020 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.417152 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.431010 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:09:57.472710 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=78632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:09:57.500689 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.526616 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.527842 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746968421524', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.528478 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Unsubscribe: segment precommit_create {{(pid=78632) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 01:09:57.528936 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.db.segments_db [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Added segment 577a4e55-13ac-47c1-b928-47d1263e082a of type vlan for network 7da015c6-8dda-4dc0-b2e8-dbb3dd757b48 Jul 19 01:09:57.553546 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9551641b-a47e-4ced-bef5-710574296df3,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:09:57.571923 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:09:57.574940 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:09:57.618013 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=78632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:09:57.620927 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.632933 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.645475 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.650828 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.651185 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.db.segments_db [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Added segment 207fd0ff-dc95-4181-b1b1-990134513b96 of type vlan for network c296ada3-efae-4388-b9cf-7235586b6c54 Jul 19 01:09:57.654413 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492e04a2-9997-4bca-907c-5c80dc1151e4,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:09:57.664933 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:09:57.668475 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:09:57.719514 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.731871 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=78632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:09:57.781685 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.784687 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdb82f9-c9d6-4a0a-9cd8-052e280795b3,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:09:57.788460 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.788837 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.db.segments_db [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Added segment 97577a12-fc0e-4349-89b1-fdf5d1a3a915 of type vlan for network bfd08c5c-0b93-4a24-870a-ad0255d7744c Jul 19 01:09:57.790429 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:09:57.791105 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.830274 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:09:57.830847 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:09:57.853111 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1068084 Jul 19 01:09:57.853887 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.854220 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 58350) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:09:57.861837 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:09:57.862410 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.865939 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Request body: {'subnet': {'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-subnet', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:09:57.877888 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:57.890202 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Usage tracker for resource:subnet and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:57.897824 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1897221 Jul 19 01:09:57.898493 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58354) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:09:57.898683 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:57.921649 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Request body: {'subnet': {'network_id': '7da015c6-8dda-4dc0-b2e8-dbb3dd757b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-948383286-subnet', 'tenant_id': 'b9eefe5af70141ba8eeb1b8655196566', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:09:57.924431 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:57.953029 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Made reservation on behalf of 78744406433a47b19d4fd6a43cfcac95 for: {'subnet': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:09:57.956318 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.982503 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:57.986954 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:57.989258 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=c296ada3-efae-4388-b9cf-7235586b6c54,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:09:57.996564 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Usage tracker for resource:subnet and tenant:b9eefe5af70141ba8eeb1b8655196566 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:57.999366 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:09:58.000936 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:09:58.007053 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network c296ada3-efae-4388-b9cf-7235586b6c54 details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:09:58.094098 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:58.096722 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Pushing event updated for resources: {'Network': ['ID=7da015c6-8dda-4dc0-b2e8-dbb3dd757b48,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:09:58.104136 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:09:58.105044 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:58.107335 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.db.resource_extend [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 01:09:58.132231 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Made reservation on behalf of b9eefe5af70141ba8eeb1b8655196566 for: {'subnet': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:09:58.135628 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:58.195747 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:58.201346 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:09:58.202174 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:58.220827 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2afe2cc6-7d6e-4b47-8465-285ec1314339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:09:58.239311 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network 7da015c6-8dda-4dc0-b2e8-dbb3dd757b48 details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:09:58.368126 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4798985 Jul 19 01:09:58.378266 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 58376) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:09:58.413884 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Request body: {'subnet': {'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1299289013-subnet', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:09:58.430266 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:58.449712 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Pushing event updated for resources: {'Network': ['ID=bfd08c5c-0b93-4a24-870a-ad0255d7744c,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:09:58.453872 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:09:58.455130 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Usage tracker for resource:subnet and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:58.460110 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:58.471336 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:58.477961 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network bfd08c5c-0b93-4a24-870a-ad0255d7744c details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:09:58.544856 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Made reservation on behalf of af65e617675d47a796746c0b073381b7 for: {'subnet': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:09:58.547889 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:58.564790 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for subnet, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:58.577739 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-9ac0f059-4411-463a-9ec0-b169761bf554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:09:58.695484 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for subnet, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:58.709910 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:09:58.750830 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58398) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:09:58.769949 dv-cinder-801236-1-smb neutron-server[78632]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 01:09:58.807709 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Checking segment: {'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:09:58.808083 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Network hostable DHCP agents. Network: c296ada3-efae-4388-b9cf-7235586b6c54, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:09:58.836839 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1b2a0f-455e-4c9a-851b-505a86ed2f1d,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:09:58.843973 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:09:58.856015 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3a1d271-46d5-45ce-b690-19ecf5019168,revision_number=0']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:09:58.861154 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:09:58.883661 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Network c296ada3-efae-4388-b9cf-7235586b6c54 is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:09:58.897889 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, c296ada3-efae-4388-b9cf-7235586b6c54) {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:09:58.909154 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded68ec1-5b32-492f-8311-52d47619e23a None None] Network c296ada3-efae-4388-b9cf-7235586b6c54 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:09:58.931534 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:09:58.932290 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:58.951863 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Checking segment: {'id': '577a4e55-13ac-47c1-b928-47d1263e082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7da015c6-8dda-4dc0-b2e8-dbb3dd757b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:09:58.952294 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Network hostable DHCP agents. Network: 7da015c6-8dda-4dc0-b2e8-dbb3dd757b48, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:09:59.018614 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-08fd3bc5-cada-4f98-ad2b-78c7bcb7e7fc tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:09:59.020563 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-08fd3bc5-cada-4f98-ad2b-78c7bcb7e7fc tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/networks?id=027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 200 len: 814 time: 0.2631612 Jul 19 01:09:59.022835 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Network 7da015c6-8dda-4dc0-b2e8-dbb3dd757b48 is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:09:59.026146 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58408) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:09:59.026302 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1691639 Jul 19 01:09:59.035838 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:09:59.047708 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, 7da015c6-8dda-4dc0-b2e8-dbb3dd757b48) {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:09:59.060659 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:09:59.061436 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:59.073460 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:59.083127 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-16ffc735-24a4-4df0-bc8e-468a9ce79ea3 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/quotas/d011ac2326344373bcd6b15112affba0 HTTP/1.1" status: 200 len: 375 time: 0.0541217 Jul 19 01:09:59.096589 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for subnet, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:59.110653 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:09:59.140737 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232917c2-5d03-444d-a132-6184bdc805ab None None] Network 7da015c6-8dda-4dc0-b2e8-dbb3dd757b48 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:09:59.166483 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Usage tracker for resource:router and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:59.204060 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:59.250602 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-411edc2f-ce1f-4a7a-8f8d-a3b6d8505768 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d011ac2326344373bcd6b15112affba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1654794 Jul 19 01:09:59.253240 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3500438 Jul 19 01:09:59.254889 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:59.275961 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1604376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1400'] for router, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:59.277642 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1393'] for router, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:59.323848 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:59.368770 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Checking segment: {'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:09:59.369171 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Network hostable DHCP agents. Network: bfd08c5c-0b93-4a24-870a-ad0255d7744c, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:09:59.395276 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f09b458-4689-4734-8c8e-6ca87811b768,revision_number=0']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:09:59.398893 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:09:59.400278 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Network bfd08c5c-0b93-4a24-870a-ad0255d7744c is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:09:59.419040 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, bfd08c5c-0b93-4a24-870a-ad0255d7744c) {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:09:59.423344 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:09:59.423921 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:59.458027 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-cb3dc37b-6f60-4239-9aa6-e41dc12db3f8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0754552 Jul 19 01:09:59.461309 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 58440) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:09:59.470346 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9491dc30-4bf6-421c-bcf3-bcf924db6841 None None] Network bfd08c5c-0b93-4a24-870a-ad0255d7744c requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:09:59.473787 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:09:59.480646 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:09:59.492089 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Usage tracker for resource:router and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:09:59.499114 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:09:59.513039 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:09:59.534406 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1604376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1400'] for router, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:59.535589 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1393'] for router, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:59.558584 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp025c5668-5ad0-5223-b942-df608e160fc9-c296ada3-efae-4388-b9cf-7235586b6c54', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168'}]}} from dv-cinder-801236-1-smb. {{(pid=78634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 01:09:59.559740 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:59.569791 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:59.709809 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f208ade7-691f-45d8-91e1-6a0790bd6773 None None] Network 7da015c6-8dda-4dc0-b2e8-dbb3dd757b48 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:09:59.759417 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1383'] for router, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:09:59.868270 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 58450) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:00.041967 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-1683c510-e2e2-459e-8266-b0394a007a84 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 01:10:00.049472 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-1683c510-e2e2-459e-8266-b0394a007a84 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2790604 Jul 19 01:10:00.106854 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2019-9a1e-42d2-9e06-58c4e7a18442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:00.185474 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1383'] for router, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:00.194685 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-aa5f2019-9a1e-42d2-9e06-58c4e7a18442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:00.199319 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-aa5f2019-9a1e-42d2-9e06-58c4e7a18442 admin admin] Usage tracker for resource:security_group_rule and tenant:b18eeed73df5489494652ebc0bbc2b52 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:00.217900 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-aa5f2019-9a1e-42d2-9e06-58c4e7a18442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:00.227503 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-aa5f2019-9a1e-42d2-9e06-58c4e7a18442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:00.408234 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2019-9a1e-42d2-9e06-58c4e7a18442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:00.418956 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2019-9a1e-42d2-9e06-58c4e7a18442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:00.489155 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:00.510709 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-aa5f2019-9a1e-42d2-9e06-58c4e7a18442 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b18eeed73df5489494652ebc0bbc2b52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6410894 Jul 19 01:10:00.518260 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58474) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:00.593784 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp025c5668-5ad0-5223-b942-df608e160fc9-bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768'}]}} from dv-cinder-801236-1-smb. {{(pid=78634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 01:10:00.594675 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:00.629408 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 58480) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:00.636028 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f2019-9a1e-42d2-9e06-58c4e7a18442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9bb827-3bca-44e3-ad03-fbcb26dc334b,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:00.646198 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-aa5f2019-9a1e-42d2-9e06-58c4e7a18442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:00.750705 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-1767df66-b2d3-491f-8a4a-dd43d4ca54bd service neutron] 10.222.0.10 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686726 Jul 19 01:10:00.759927 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.db_base_plugin_common [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Allocated IP 172.20.0.2 (c296ada3-efae-4388-b9cf-7235586b6c54/e3a1d271-46d5-45ce-b690-19ecf5019168/dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b) {{(pid=78634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:10:00.865727 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:00.876082 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 58500) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:00.898460 dv-cinder-801236-1-smb neutron-server[78633]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 01:10:00.926310 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a63922ac-279e-4c4e-9568-678e8b9a8f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:00.991739 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a63922ac-279e-4c4e-9568-678e8b9a8f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:01.010965 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.025268 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.db_base_plugin_common [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Allocated IP 172.20.0.2 (bfd08c5c-0b93-4a24-870a-ad0255d7744c/4f09b458-4689-4734-8c8e-6ca87811b768/c0d47857-d560-4d00-a023-66c2e58f3efb) {{(pid=78634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:10:01.041479 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a63922ac-279e-4c4e-9568-678e8b9a8f3c admin admin] Usage tracker for resource:security_group_rule and tenant:7c8bc3bfb7e64009994a8906cfb7aa3f is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:01.050276 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a63922ac-279e-4c4e-9568-678e8b9a8f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:01.055987 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8b665e63-244c-451e-b5f2-7c6293fd3ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.068446 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a63922ac-279e-4c4e-9568-678e8b9a8f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:01.093115 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.137996 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8b665e63-244c-451e-b5f2-7c6293fd3ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.141313 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.147353 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-da7da8ca-3b45-4222-9c1c-0eacfc42e4d5 service neutron] 10.222.0.10 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941009 Jul 19 01:10:01.203119 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-0c5834dd-ef38-4a4c-81ff-bb128045b651 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:01.210204 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-0c5834dd-ef38-4a4c-81ff-bb128045b651 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/networks?id=7da015c6-8dda-4dc0-b2e8-dbb3dd757b48 HTTP/1.1" status: 200 len: 811 time: 0.3331037 Jul 19 01:10:01.260910 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Allocated IP 172.28.0.192 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:10:01.276032 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-480493b6-87bc-45e9-b2ea-058992d9b447 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/quotas/b9eefe5af70141ba8eeb1b8655196566 HTTP/1.1" status: 200 len: 375 time: 0.0582454 Jul 19 01:10:01.277685 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8b665e63-244c-451e-b5f2-7c6293fd3ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.288399 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Notify callbacks [] for port, precommit_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.289393 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-77a098f6-7d44-4ce4-b67d-2d1b36079bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:01.301691 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Transition to ACTIVE for port object dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:01.324407 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Transition to ACTIVE for port object dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b will not be triggered until provisioned by entity DHCP. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:01.331772 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b665e63-244c-451e-b5f2-7c6293fd3ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9bb827-3bca-44e3-ad03-fbcb26dc334b,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:01.335157 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.348569 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8b665e63-244c-451e-b5f2-7c6293fd3ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:01.395981 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:01.421136 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-8ec3c1ab-c9da-4857-a288-cb6fd143410d tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9eefe5af70141ba8eeb1b8655196566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1441178 Jul 19 01:10:01.506066 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.526172 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Pushing event updated for resources: {'Port': ['ID=dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b,revision_number=1']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:01.543491 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:01.544093 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:01.544688 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:01.545855 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:01.546425 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:01.547156 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:01.547740 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:01.548321 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:01.549207 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:01.560987 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:01.562663 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:01.563244 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Tracked resource versions report: Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: pushed versions: Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: { 'AddressGroup': {'1.2'}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'ConntrackHelper': {'1.0'}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'Log': {'1.0'}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'Network': {'1.1'}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'Port': {'1.7'}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'PortForwarding': {'1.2'}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'QosPolicy': {'1.8'}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'SecurityGroup': {'1.4'}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'SecurityGroupRule': {'1.2'}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'SubPort': {'1.0'}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'Subnet': {'1.1'}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'Trunk': {'1.1'}} Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: consumer versions: Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: { DHCP agent@dv-cinder-801236-1-smb: {}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: HyperV agent@hv-cinder-80123: {}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: L3 agent@dv-cinder-801236-1-smb: {}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: Metadata agent@dv-cinder-801236-1-smb: {}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: Metering agent@dv-cinder-801236-1-smb: {}, Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: Open vSwitch agent@dv-cinder-801236-1-smb: { 'AddressGroup': '1.2', Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'ConntrackHelper': '1.0', Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'Log': '1.0', Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'Network': '1.1', Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'Port': '1.7', Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'PortForwarding': '1.2', Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'QosPolicy': '1.8', Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'SecurityGroup': '1.4', Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'SecurityGroupRule': '1.2', Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'SubPort': '1.0', Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'Subnet': '1.1', Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: 'Trunk': '1.1'}} Jul 19 01:10:01.569771 dv-cinder-801236-1-smb neutron-server[78634]: {{(pid=78634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 01:10:01.572759 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a63922ac-279e-4c4e-9568-678e8b9a8f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.582154 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-6f64a119-f7ed-4785-b714-a8db0e9916d3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 01:10:01.585306 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:01.591026 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-6f64a119-f7ed-4785-b714-a8db0e9916d3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0787139 Jul 19 01:10:01.599285 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Network c296ada3-efae-4388-b9cf-7235586b6c54 is already hosted by enough agents. {{(pid=78634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:01.610332 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.base_scheduler [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Resources bound (agent type, host, resource id): {{(pid=78634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:01.617144 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Received port after_create {{(pid=78634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:10:01.624118 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a63922ac-279e-4c4e-9568-678e8b9a8f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.665702 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:01.671958 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8b665e63-244c-451e-b5f2-7c6293fd3ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.677493 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-8b665e63-244c-451e-b5f2-7c6293fd3ff5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b9bb827-3bca-44e3-ad03-fbcb26dc334b HTTP/1.1" status: 204 len: 168 time: 1.1444485 Jul 19 01:10:01.680722 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f99c1e0a-13c2-4333-bac6-fdcb44d0e03f req-a7703ee4-656b-4a9d-b242-6e4802d7d4a7 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.0782859 Jul 19 01:10:01.682881 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.693509 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:01.746506 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63922ac-279e-4c4e-9568-678e8b9a8f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590f4f61-498e-45fa-9ef3-fb311ef85347,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:01.811344 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:01.813060 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Pushing event updated for resources: {'Port': ['ID=0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:01.821709 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Attempting to bind port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:10:01.822272 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Attempting to bind port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:10:01.822789 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Attempting to bind port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b on network c296ada3-efae-4388-b9cf-7235586b6c54 {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:01.827362 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:01.828298 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:01.835499 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a63922ac-279e-4c4e-9568-678e8b9a8f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:01.836137 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:10:01.836649 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Checking segment: {'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:10:01.837753 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:01.837753 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Bound using segment: {'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:10:01.838770 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:10:01.839005 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Bound port: dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:10:01.839715 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:02.056548 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Notify callbacks [] for port, precommit_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:02.121287 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Transition to ACTIVE for port object c0d47857-d560-4d00-a023-66c2e58f3efb will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:02.162061 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-a63922ac-279e-4c4e-9568-678e8b9a8f3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c8bc3bfb7e64009994a8906cfb7aa3f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5280340 Jul 19 01:10:02.178923 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 58554) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:02.179870 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Allocated IP 172.28.0.87 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/6079eb98-7950-4468-9a1b-bb01fd6e8ff4) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:10:02.225273 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] For port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:10:02.232004 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] For port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:10:02.250587 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:02.262713 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Transition to ACTIVE for port object c0d47857-d560-4d00-a023-66c2e58f3efb will not be triggered until provisioned by entity DHCP. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:02.265286 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:02.299840 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58564) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:02.335063 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:02.356958 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9d23-8963-4e21-bff5-b7519426b6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:02.405357 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-20472b89-2082-4906-b957-649f70c9bfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:02.417436 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-a2aa9d23-8963-4e21-bff5-b7519426b6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:02.428908 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Network bfd08c5c-0b93-4a24-870a-ad0255d7744c is already hosted by enough agents. {{(pid=78634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:02.434822 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.base_scheduler [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Resources bound (agent type, host, resource id): {{(pid=78634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:02.437499 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-a2aa9d23-8963-4e21-bff5-b7519426b6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:19a34eb781ad492aaee8e1498e7af239 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:02.442257 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Received port after_create {{(pid=78634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:10:02.447716 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-a2aa9d23-8963-4e21-bff5-b7519426b6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:02.454371 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-a2aa9d23-8963-4e21-bff5-b7519426b6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:02.454945 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Pushing event updated for resources: {'Port': ['ID=dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b,revision_number=2']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:02.476335 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-e5b5b013-45b7-4b5b-aaf6-a4c15e1f5690 service neutron] 10.222.0.10 "GET /v2.0/networks/7da015c6-8dda-4dc0-b2e8-dbb3dd757b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8841341 Jul 19 01:10:02.517098 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:02.562653 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:02.566545 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9d23-8963-4e21-bff5-b7519426b6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:02.567582 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-20472b89-2082-4906-b957-649f70c9bfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:02.747588 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Attempting to bind port c0d47857-d560-4d00-a023-66c2e58f3efb on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:10:02.760897 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Attempting to bind port c0d47857-d560-4d00-a023-66c2e58f3efb by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:10:02.761333 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Attempting to bind port c0d47857-d560-4d00-a023-66c2e58f3efb on network bfd08c5c-0b93-4a24-870a-ad0255d7744c {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:02.783751 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Pushing event updated for resources: {'Port': ['ID=c0d47857-d560-4d00-a023-66c2e58f3efb,revision_number=1']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:02.803992 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:02.810827 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:02.818778 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:10:02.825337 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Checking segment: {'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:10:02.825826 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:02.826412 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Bound using segment: {'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:10:02.831710 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Bound port: c0d47857-d560-4d00-a023-66c2e58f3efb, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:10:02.831860 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:02.893924 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-5310cd04-b176-410e-a04b-f2969a125995 service neutron] 10.222.0.10 "GET /v2.0/networks/7da015c6-8dda-4dc0-b2e8-dbb3dd757b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163747 Jul 19 01:10:02.962658 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:02.989913 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-20472b89-2082-4906-b957-649f70c9bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:03.009912 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:03.022475 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] For port c0d47857-d560-4d00-a023-66c2e58f3efb, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:10:03.035122 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] For port c0d47857-d560-4d00-a023-66c2e58f3efb, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=c0d47857-d560-4d00-a023-66c2e58f3efb,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:10:03.046906 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20472b89-2082-4906-b957-649f70c9bfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590f4f61-498e-45fa-9ef3-fb311ef85347,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:03.048553 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:03.052932 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-20472b89-2082-4906-b957-649f70c9bfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:03.063036 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:03.092689 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9d23-8963-4e21-bff5-b7519426b6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:03.113369 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-20472b89-2082-4906-b957-649f70c9bfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:03.116604 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-20472b89-2082-4906-b957-649f70c9bfc6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/590f4f61-498e-45fa-9ef3-fb311ef85347 HTTP/1.1" status: 204 len: 168 time: 0.9344919 Jul 19 01:10:03.135036 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:03.150882 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:03.351486 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Pushing event updated for resources: {'Port': ['ID=c0d47857-d560-4d00-a023-66c2e58f3efb,revision_number=2']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:03.361161 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:03.565402 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:03.570449 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:03.580239 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:10:03.609779 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0edb76ef-332d-458c-8b30-c32fc4741438 req-e7fa1384-8a17-45ad-85b4-d65f3d1dc5b6 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.5146744 Jul 19 01:10:03.612028 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603608'] for router, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:03.700266 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:03.800315 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4c2faad9-fd50-4362-9146-b525669167d1 req-468a5532-3992-407f-8c32-02b98dc4801a tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 210 time: 0.4537525 Jul 19 01:10:03.832578 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Pushing event updated for resources: {'Port': ['ID=6079eb98-7950-4468-9a1b-bb01fd6e8ff4,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:03.838162 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:04.195006 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 58624) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:04.249482 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-41e6f83e-aba5-4464-84cf-3e3ad4548589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:04.289986 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-41e6f83e-aba5-4464-84cf-3e3ad4548589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:04.304273 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4f2742-ec80-4218-b9fd-875c0dac28ae None None] Network c296ada3-efae-4388-b9cf-7235586b6c54 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:10:04.307645 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-a2aa9d23-8963-4e21-bff5-b7519426b6d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19a34eb781ad492aaee8e1498e7af239&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0065911 Jul 19 01:10:04.308510 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58630) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:04.309301 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa9d23-8963-4e21-bff5-b7519426b6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ec78fc-ae3e-4b2f-af35-313980f63749,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:04.313308 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-a2aa9d23-8963-4e21-bff5-b7519426b6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:04.346704 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-41e6f83e-aba5-4464-84cf-3e3ad4548589 admin admin] Usage tracker for resource:security_group_rule and tenant:307839786b174a5396cb64877bed2d9e is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:04.357310 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-41e6f83e-aba5-4464-84cf-3e3ad4548589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:04.388597 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-41e6f83e-aba5-4464-84cf-3e3ad4548589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:04.421674 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:04.462040 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e468817f-d548-4fd0-a190-5967ca3013dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:04.500159 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e468817f-d548-4fd0-a190-5967ca3013dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:04.563525 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Router e444f618-172c-48ca-bc24-3ceb6ceb1d97 is scheduled to L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 with binding_index 1 {{(pid=78632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 01:10:04.575844 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e468817f-d548-4fd0-a190-5967ca3013dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:04.873332 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:10:04.892999 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Sync routers for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:10:04.919828 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:10:04.922819 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:09:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:04.986676 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e468817f-d548-4fd0-a190-5967ca3013dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:04.994952 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e468817f-d548-4fd0-a190-5967ca3013dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43ec78fc-ae3e-4b2f-af35-313980f63749 HTTP/1.1" status: 204 len: 168 time: 0.6678238 Jul 19 01:10:04.997906 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-a2aa9d23-8963-4e21-bff5-b7519426b6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:05.042242 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Notify callbacks [] for router, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:05.065228 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0354125 Jul 19 01:10:05.072823 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:05.077846 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58658) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:05.085324 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-41e6f83e-aba5-4464-84cf-3e3ad4548589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:05.085991 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468817f-d548-4fd0-a190-5967ca3013dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ec78fc-ae3e-4b2f-af35-313980f63749,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:05.093413 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e468817f-d548-4fd0-a190-5967ca3013dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:05.253868 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-28f00a81-6ca6-41cf-89a2-f503f0a4e9ad None None] Provisioning for port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:05.313522 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba910209-16e0-4a1b-8b90-ab9280cef0c5 None None] Network bfd08c5c-0b93-4a24-870a-ad0255d7744c requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:10:05.518150 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:10:05.580202 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-2c01e383-5a0c-4e3c-8017-e311a7edd55f None None] Provisioning for port c0d47857-d560-4d00-a023-66c2e58f3efb completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:05.589662 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:05.611479 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:05.612176 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:05.746979 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-72308ee5-49cc-4c7c-a2bb-2dd83aab32ff req-b7fd328d-3d2a-411c-a958-bd2363f294b0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.6795306 Jul 19 01:10:05.763098 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.15', 60565) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:05.779239 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-41e6f83e-aba5-4464-84cf-3e3ad4548589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:05.864367 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3aaabcf7-70b7-4abe-9ef1-d5bc8d5f7e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:06.076674 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-0d3319b5-5919-4259-970b-6692eb8f09a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:06.151647 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:06.277319 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:06.357669 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:06.383782 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device c0d47857-d560-4d00-a023-66c2e58f3efb up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:06.449615 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:06.505479 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:02Z', 'revision_number': 3, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:06.518314 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Checking router: e444f618-172c-48ca-bc24-3ceb6ceb1d97 for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:10:06.523185 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Updating router e444f618-172c-48ca-bc24-3ceb6ceb1d97 port 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 binding host dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:10:06.526178 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6f83e-aba5-4464-84cf-3e3ad4548589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399e0dd3-c5f8-4035-9c14-47ac4d373208,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:06.543517 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-41e6f83e-aba5-4464-84cf-3e3ad4548589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:06.547498 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:06.555622 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603608'] for router, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:06.559614 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-4d2c25d4-fe12-46cd-9d96-7266ab80e6a4 None None] Provisioning complete for port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:06.559934 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-4d2c25d4-fe12-46cd-9d96-7266ab80e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:06.579079 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-41e6f83e-aba5-4464-84cf-3e3ad4548589 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=307839786b174a5396cb64877bed2d9e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3729122 Jul 19 01:10:06.589593 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1f65b9ba-f5a8-4a8e-aa03-50fa18e8a447 req-c3f1cf69-51ed-49af-b668-4cec819e086d tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 210 time: 0.8287334 Jul 19 01:10:06.594487 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 58726) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:06.687805 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:06.700079 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:06.720899 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port c0d47857-d560-4d00-a023-66c2e58f3efb completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:06.731437 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port c0d47857-d560-4d00-a023-66c2e58f3efb triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:06.732097 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:06.779531 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:06.995228 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.15', 60573) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:07.085918 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:07.156151 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:07.359682 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port c0d47857-d560-4d00-a023-66c2e58f3efb, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=c0d47857-d560-4d00-a023-66c2e58f3efb,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:07.381331 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:07.394521 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:07.465948 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-598f2c2e-0023-4884-a2ca-3b7f689e7fad None None] Provisioning complete for port c0d47857-d560-4d00-a023-66c2e58f3efb triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:07.465948 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-598f2c2e-0023-4884-a2ca-3b7f689e7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:07.488762 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ee95bb4c-4e9e-46fb-847b-34a0a8d2dac6 req-754001bc-6815-472b-a991-8bb4b3631da5 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.3323417 Jul 19 01:10:07.489579 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-223318d1-b840-4f85-b181-dc0cd87e900f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:07.625291 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:07.735889 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-cc416336-4be2-45d1-a96a-3743faac143c tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:07.737409 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-cc416336-4be2-45d1-a96a-3743faac143c tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Synchronizing usage tracker for tenant:d011ac2326344373bcd6b15112affba0 on resource:network {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:07.845393 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Notify callbacks [] for port, precommit_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:07.862694 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.provisioning_blocks [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Transition to ACTIVE for port object 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 will not be triggered until provisioned by entity L2. {{(pid=78635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:07.876508 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:07.901803 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=c0d47857-d560-4d00-a023-66c2e58f3efb,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:07.905007 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:07.916936 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:07.954874 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Allocated IP 172.20.0.1 (c296ada3-efae-4388-b9cf-7235586b6c54/e3a1d271-46d5-45ce-b690-19ecf5019168/ea637097-e5af-46f8-b577-0f983f1b4d80) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:10:08.146569 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Attempting to bind port 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:10:08.146872 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Attempting to bind port 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:10:08.147502 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Attempting to bind port 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 on network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:08.177763 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:08.180406 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:08.212130 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:10:08.213584 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Checking segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:10:08.215905 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:08.216561 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Bound using segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:10:08.217815 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Bound port: 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:10:08.220266 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:08.255427 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:08.275772 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-9d695bc9-68ea-4651-b199-7b306953f0b5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:08.278383 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-9d695bc9-68ea-4651-b199-7b306953f0b5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.15 "GET /v2.0/networks?id=7da015c6-8dda-4dc0-b2e8-dbb3dd757b48 HTTP/1.1" status: 200 len: 811 time: 1.2594459 Jul 19 01:10:08.308762 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-223318d1-b840-4f85-b181-dc0cd87e900f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:08.337869 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7bfb7dbe-0b11-4151-9b0d-2efb09b3a7a0 req-1ef73981-4228-4606-95e1-6a0aedb6c407 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 210 time: 0.4004798 Jul 19 01:10:08.344126 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.provisioning_blocks [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Transition to ACTIVE for port object ea637097-e5af-46f8-b577-0f983f1b4d80 will not be triggered until provisioned by entity DHCP. {{(pid=78632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:08.370955 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-cc416336-4be2-45d1-a96a-3743faac143c tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Unset dirty status for tenant:d011ac2326344373bcd6b15112affba0 on resource:network {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:08.372490 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-cc416336-4be2-45d1-a96a-3743faac143c tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "GET /v2.0/networks?id=027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 200 len: 814 time: 2.6079018 Jul 19 01:10:08.373704 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-10ace2ad-89e8-4e93-97dd-e0a1ff49d9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:08.455260 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:08.466578 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:08.488758 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-223318d1-b840-4f85-b181-dc0cd87e900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:08.492036 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Router ac2ba8f5-d2fc-4872-a431-5e71b391ddae is scheduled to L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 with binding_index 1 {{(pid=78633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 01:10:08.509980 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-20472b89-2082-4906-b957-649f70c9bfc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:08.552171 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Request body: {'port': {'device_id': '274dcef1-72a6-42bc-8d81-a81db88b0010', 'network_id': '7da015c6-8dda-4dc0-b2e8-dbb3dd757b48', 'admin_state_up': True, 'tenant_id': 'b9eefe5af70141ba8eeb1b8655196566'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:08.576839 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] For port 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:10:08.615193 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Network c296ada3-efae-4388-b9cf-7235586b6c54 is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:08.616416 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] For port 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:10:08.626027 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:08.635910 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:08.640730 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:10:08.641271 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773646'] for router_interface, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:08.648530 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Pushing event updated for resources: {'Port': ['ID=0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5,revision_number=2']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:08.684942 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:08.701408 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:08.701810 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:08.702193 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:08.706465 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:08.708179 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:08.711170 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:08.714434 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:08.714914 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:08.715250 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:08.717895 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:08.720183 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Tracked resource versions report: Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: pushed versions: Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: { 'AddressGroup': {'1.2'}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'ConntrackHelper': {'1.0'}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'Log': {'1.0'}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'Network': {'1.1'}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'Port': {'1.7'}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'PortForwarding': {'1.2'}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'QosPolicy': {'1.8'}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'SecurityGroup': {'1.4'}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'SecurityGroupRule': {'1.2'}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'SubPort': {'1.0'}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'Subnet': {'1.1'}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'Trunk': {'1.1'}} Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: consumer versions: Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: { DHCP agent@dv-cinder-801236-1-smb: {}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: HyperV agent@hv-cinder-80123: {}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: L3 agent@dv-cinder-801236-1-smb: {}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: Metadata agent@dv-cinder-801236-1-smb: {}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: Metering agent@dv-cinder-801236-1-smb: {}, Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: Open vSwitch agent@dv-cinder-801236-1-smb: { 'AddressGroup': '1.2', Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'ConntrackHelper': '1.0', Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'Log': '1.0', Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'Network': '1.1', Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'Port': '1.7', Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'PortForwarding': '1.2', Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'QosPolicy': '1.8', Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'SecurityGroup': '1.4', Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'SecurityGroupRule': '1.2', Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'SubPort': '1.0', Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'Subnet': '1.1', Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: 'Trunk': '1.1'}} Jul 19 01:10:08.723329 dv-cinder-801236-1-smb neutron-server[78635]: {{(pid=78635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 01:10:08.846812 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:10:08.847749 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:10:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:08.964607 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:08.988082 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.083s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:08.988507 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:09.062842 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Request body: {'port': {'device_id': '12c7bcc8-3a5f-401e-8d6e-a490d81b0eea', 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be', 'admin_state_up': True, 'tenant_id': 'd011ac2326344373bcd6b15112affba0'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:09.114968 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223318d1-b840-4f85-b181-dc0cd87e900f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399e0dd3-c5f8-4035-9c14-47ac4d373208,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:09.134484 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:09.144873 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-223318d1-b840-4f85-b181-dc0cd87e900f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:09.155540 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-223318d1-b840-4f85-b181-dc0cd87e900f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/399e0dd3-c5f8-4035-9c14-47ac4d373208 HTTP/1.1" status: 204 len: 168 time: 2.5218511 Jul 19 01:10:09.162031 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-223318d1-b840-4f85-b181-dc0cd87e900f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:09.182127 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Usage tracker for resource:port and tenant:b9eefe5af70141ba8eeb1b8655196566 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:09.187449 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:09.210138 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-e968fb17-19cc-4980-93d4-c3aad47e943b None None] Provisioning for port ea637097-e5af-46f8-b577-0f983f1b4d80 completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:09.221662 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-e968fb17-19cc-4980-93d4-c3aad47e943b None None] Provisioning complete for port ea637097-e5af-46f8-b577-0f983f1b4d80 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:09.222483 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-e968fb17-19cc-4980-93d4-c3aad47e943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:09.231397 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:09.285354 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-82564bc5-ef33-4a99-bdd3-2723c90c7133 req-2ac15017-6da1-41f1-9722-0a2c179c61c9 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.2852674 Jul 19 01:10:09.305046 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Pushing event updated for resources: {'Port': ['ID=ea637097-e5af-46f8-b577-0f983f1b4d80,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:09.332167 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:09.498348 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Pushing event updated for resources: {'Port': ['ID=0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5,revision_number=3']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:09.510744 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:09.540966 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Made reservation on behalf of b9eefe5af70141ba8eeb1b8655196566 for: {'port': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:10:09.545801 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:09.560632 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:09.582431 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:10:09.588915 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-e968fb17-19cc-4980-93d4-c3aad47e943b None None] Port ea637097-e5af-46f8-b577-0f983f1b4d80 cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:10:09.605423 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device c0d47857-d560-4d00-a023-66c2e58f3efb up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:09.776365 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:09.903812 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port c0d47857-d560-4d00-a023-66c2e58f3efb triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:09.904198 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:09.922685 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:10:09.993738 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Sync routers for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:10:10.125310 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1ebbb0c7-522e-4743-943c-34ad4533feb0 req-f78f3979-e372-4700-b75a-a4b8a9f0b116 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 210 time: 0.1795847 Jul 19 01:10:10.158823 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:10:10.161798 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:10:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:10.433162 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:10.439691 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:10.443003 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1773803'] for router_interface, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:10.450990 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:02Z', 'revision_number': 3, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:10.456513 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2c727bd4-25a2-4f9c-b50e-1e2dac226d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:10.482586 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6e82d-a018-4662-8c33-4127d7e706bd None None] The sync data for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb is: [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:02Z', 'revision_number': 3, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:10:10.486565 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Notify callbacks [] for router, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:10.496151 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0288694 Jul 19 01:10:10.514393 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 58852) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:10.659091 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:10:10.828519 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Pushing event updated for resources: {'Port': ['ID=ea637097-e5af-46f8-b577-0f983f1b4d80,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:10.852448 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:10.992061 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b0cdc9b6-abd8-43f7-b201-ed7bacdcc1a5 req-66969974-a96d-4634-944f-b7e52d516d61 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.1643970 Jul 19 01:10:11.032001 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Network c296ada3-efae-4388-b9cf-7235586b6c54 is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:11.032001 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:11.141406 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:11.473448 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Allocated IP 172.20.0.9 (7da015c6-8dda-4dc0-b2e8-dbb3dd757b48/4f1b2a0f-455e-4c9a-851b-505a86ed2f1d/a9c5dc6f-4615-457e-b397-6180c7e3321c) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:10:11.778299 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-f64e0052-bcaa-43ee-9732-0f2c7d432621 None None] Provisioning complete for port ea637097-e5af-46f8-b577-0f983f1b4d80 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:11.778961 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-f64e0052-bcaa-43ee-9732-0f2c7d432621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:11.907928 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Router e444f618-172c-48ca-bc24-3ceb6ceb1d97 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:10:11.913068 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-f64e0052-bcaa-43ee-9732-0f2c7d432621 None None] Port ea637097-e5af-46f8-b577-0f983f1b4d80 cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:10:11.970894 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:04Z', 'revision_number': 3, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:11.977560 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Checking router: ac2ba8f5-d2fc-4872-a431-5e71b391ddae for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:10:11.979672 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Updating router ac2ba8f5-d2fc-4872-a431-5e71b391ddae port 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 binding host dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:10:12.238596 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:12.462852 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:12.488111 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:12.492590 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Usage tracker for resource:port and tenant:d011ac2326344373bcd6b15112affba0 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:12.495949 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:12.509863 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:12.559435 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Made reservation on behalf of d011ac2326344373bcd6b15112affba0 for: {'port': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:10:12.570892 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:12.616806 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-085e8eb0-cbaa-4ad1-8872-b0cc8e44ac99 req-ebd45524-c079-4159-9790-6c58fd970ab2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.1600597 Jul 19 01:10:12.617773 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-1b6602b6-0658-4d27-add8-334bc486f219 req-633518d9-c7b3-44eb-8e64-0caa9f384e33 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Synchronizing usage tracker for tenant:b9eefe5af70141ba8eeb1b8655196566 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:12.662241 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:10:12.705088 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] 10.222.0.10 "PUT /v2.0/routers/e444f618-172c-48ca-bc24-3ceb6ceb1d97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6074038 Jul 19 01:10:12.710071 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58906) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:13.015495 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-1b6602b6-0658-4d27-add8-334bc486f219 req-633518d9-c7b3-44eb-8e64-0caa9f384e33 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Unset dirty status for tenant:b9eefe5af70141ba8eeb1b8655196566 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:13.029361 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1b6602b6-0658-4d27-add8-334bc486f219 req-633518d9-c7b3-44eb-8e64-0caa9f384e33 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 210 time: 0.9480655 Jul 19 01:10:13.076113 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:13.160430 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:13.161285 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:13.352687 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-26e74ddb-b92c-44ba-9914-340d10f7ee90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:13.364877 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Sync routers for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:10:13.386942 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:10:13.389250 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-039cbad1-42c8-4502-9491-e492f7471add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:10:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:13.393532 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:13.398951 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:13.427808 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.db.resource_extend [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 01:10:13.433152 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-26e74ddb-b92c-44ba-9914-340d10f7ee90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:13.449224 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:13.449631 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-26e74ddb-b92c-44ba-9914-340d10f7ee90 admin admin] Usage tracker for resource:security_group_rule and tenant:8744f54699fc4777ba2f0cd5ce1212af is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:13.454313 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:13.455454 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-26e74ddb-b92c-44ba-9914-340d10f7ee90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:13.471592 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-26e74ddb-b92c-44ba-9914-340d10f7ee90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:13.487783 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a5ced4f7-1ab7-449e-9cf9-37ab55553d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:13.543703 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58922) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:13.546119 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:13.584902 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:13.736132 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-26e74ddb-b92c-44ba-9914-340d10f7ee90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:13.749298 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-26e74ddb-b92c-44ba-9914-340d10f7ee90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:13.774232 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Notify callbacks [] for port, precommit_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:13.785477 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:13.810380 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:13.836252 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:13.867999 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Transition to ACTIVE for port object 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:13.871105 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-26e74ddb-b92c-44ba-9914-340d10f7ee90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8744f54699fc4777ba2f0cd5ce1212af&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1521475 Jul 19 01:10:13.874916 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58938) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:13.893672 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:13.911481 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:13.927004 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e74ddb-b92c-44ba-9914-340d10f7ee90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4b7fc9-6f2f-48d8-bc55-3fc6af06c266,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:13.939568 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:10:13.943445 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-26e74ddb-b92c-44ba-9914-340d10f7ee90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:13.948753 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Pushing event updated for resources: {'Port': ['ID=a9c5dc6f-4615-457e-b397-6180c7e3321c,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:14.002389 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Network 7da015c6-8dda-4dc0-b2e8-dbb3dd757b48 is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:14.003538 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:14.036272 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bba093-a7fe-4be0-88a6-860040308369 None None] Pushing event updated for resources: {'Port': ['ID=6079eb98-7950-4468-9a1b-bb01fd6e8ff4,revision_number=2']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:14.037956 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:14.041480 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-65bba093-a7fe-4be0-88a6-860040308369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:14.060386 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Attempting to bind port 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:10:14.060944 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Attempting to bind port 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:10:14.061363 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Attempting to bind port 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 on network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:14.069411 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:10:14.069833 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Checking segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:10:14.070263 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:14.071459 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Bound using segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:10:14.071943 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Bound port: 6079eb98-7950-4468-9a1b-bb01fd6e8ff4, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:10:14.072346 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:14.129143 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6f2209e4-9337-474a-9db4-ed695e6811a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:14.243301 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:10:14.258251 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b247a797-1461-46c6-a227-8cdd0fb91b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:14.259849 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:14.260515 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:14.286977 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:14.354396 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-b247a797-1461-46c6-a227-8cdd0fb91b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:14.373377 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-b247a797-1461-46c6-a227-8cdd0fb91b16 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd7af5de8404aae89108c849c16fa6b is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:14.379572 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-b247a797-1461-46c6-a227-8cdd0fb91b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:14.399728 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-b247a797-1461-46c6-a227-8cdd0fb91b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:14.440255 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] For port 6079eb98-7950-4468-9a1b-bb01fd6e8ff4, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:10:14.485526 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] For port 6079eb98-7950-4468-9a1b-bb01fd6e8ff4, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=6079eb98-7950-4468-9a1b-bb01fd6e8ff4,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:10:14.495168 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:14.532241 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-85310b2b-8aff-4e67-b855-072f493da010 req-4f2c0f99-7c7c-43d9-a255-26426b863f71 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.5249450 Jul 19 01:10:14.538744 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Allocated IP 172.20.0.11 (027cc1a0-9d47-405e-8bcc-27b90790d2be/025ef04d-5dba-4d2c-9fa6-fc78d1762ba7/ad646e9b-be70-4ca5-8653-ed7c2559c068) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:10:14.541977 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:14.607121 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0839472 Jul 19 01:10:14.692101 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b247a797-1461-46c6-a227-8cdd0fb91b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:14.717200 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b247a797-1461-46c6-a227-8cdd0fb91b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:14.725259 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6f2209e4-9337-474a-9db4-ed695e6811a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:14.753678 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-881fcc23-701f-43b8-8103-3b84f53ac942 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78633) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 01:10:14.769624 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-881fcc23-701f-43b8-8103-3b84f53ac942 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1022213 Jul 19 01:10:14.776563 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-039cbad1-42c8-4502-9491-e492f7471add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 2, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:14.788525 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Checking router: e444f618-172c-48ca-bc24-3ceb6ceb1d97 for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:10:14.789118 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Updating router e444f618-172c-48ca-bc24-3ceb6ceb1d97 port ea637097-e5af-46f8-b577-0f983f1b4d80 binding host dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:10:14.854678 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:10:14.859293 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:10:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:14.947599 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:14.979819 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:15.023912 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-b247a797-1461-46c6-a227-8cdd0fb91b16 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cd7af5de8404aae89108c849c16fa6b&name=default HTTP/1.1" status: 200 len: 2977 time: 1.4779856 Jul 19 01:10:15.026783 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58956) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:15.094138 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58962) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:15.095999 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6f2209e4-9337-474a-9db4-ed695e6811a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:15.108321 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2048828252', 'description': 'tempest-description--424254849'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:15.147630 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:15.152790 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:15.257803 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:15.284477 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247a797-1461-46c6-a227-8cdd0fb91b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eceb65b7-bb19-4cdd-a470-1872548e5c57,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:15.297595 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Usage tracker for resource:security_group and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:15.307481 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b247a797-1461-46c6-a227-8cdd0fb91b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:15.310891 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:15.321761 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:15.379028 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2209e4-9337-474a-9db4-ed695e6811a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4b7fc9-6f2f-48d8-bc55-3fc6af06c266,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:15.384468 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:15.425870 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-6f2209e4-9337-474a-9db4-ed695e6811a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:15.432034 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b653fdc6-8556-42c2-ba8c-2bd973653248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:15.448446 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6f2209e4-9337-474a-9db4-ed695e6811a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:15.449685 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-6f2209e4-9337-474a-9db4-ed695e6811a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c4b7fc9-6f2f-48d8-bc55-3fc6af06c266 HTTP/1.1" status: 204 len: 168 time: 1.5726435 Jul 19 01:10:15.478047 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:15.496826 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:15.545169 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b653fdc6-8556-42c2-ba8c-2bd973653248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:15.552417 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Request body: {'port': {'device_id': '274dcef1-72a6-42bc-8d81-a81db88b0010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:15.587713 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:15.598031 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Usage tracker for resource:security_group_rule and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:15.611533 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:15.640385 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bba093-a7fe-4be0-88a6-860040308369 None None] Pushing event updated for resources: {'Port': ['ID=6079eb98-7950-4468-9a1b-bb01fd6e8ff4,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:15.648010 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:15.683233 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-65bba093-a7fe-4be0-88a6-860040308369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.141s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:15.762218 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:10:15.971356 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:16.192334 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:16.209082 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Notify callbacks [] for port, precommit_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:16.229262 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:16.239597 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.provisioning_blocks [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Transition to ACTIVE for port object ea637097-e5af-46f8-b577-0f983f1b4d80 will not be triggered until provisioned by entity L2. {{(pid=78635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:16.251651 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:16.269699 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:16.275954 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f3b53ddf-38a9-41e6-94f2-7803f6eda9ba req-21713c3f-ae3b-495a-a731-21f40ddcf44a tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.2990196 Jul 19 01:10:16.360348 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:16.380249 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b653fdc6-8556-42c2-ba8c-2bd973653248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:16.425191 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b653fdc6-8556-42c2-ba8c-2bd973653248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:16.429477 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-b653fdc6-8556-42c2-ba8c-2bd973653248 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eceb65b7-bb19-4cdd-a470-1872548e5c57 HTTP/1.1" status: 204 len: 168 time: 1.3892252 Jul 19 01:10:16.429477 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235c719a-bb19-4429-a920-910cd2bd3cfe,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:16.450684 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:16.451164 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:16.472433 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:04Z', 'revision_number': 3, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:16.487854 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a411df-dfc6-4c99-8e14-588140adc4ed None None] The sync data for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb is: [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:04Z', 'revision_number': 3, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:10:16.495029 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:16.497095 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-8ce51e0a-f0c2-4cb3-b258-650e355de57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3988204 Jul 19 01:10:16.499461 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653fdc6-8556-42c2-ba8c-2bd973653248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eceb65b7-bb19-4cdd-a470-1872548e5c57,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:16.523553 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58990) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:16.526391 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b653fdc6-8556-42c2-ba8c-2bd973653248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:16.529539 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-b91bedb0-e29b-4607-a0c0-dd050acfbb46 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Request body: {'security_group_rule': {'security_group_id': '235c719a-bb19-4429-a920-910cd2bd3cfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:16.530788 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df058cf-78d6-4108-9592-afdd6d3c8130 None None] Pushing event updated for resources: {'Port': ['ID=ea637097-e5af-46f8-b577-0f983f1b4d80,revision_number=3']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:16.538709 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-5df058cf-78d6-4108-9592-afdd6d3c8130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:16.587565 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-b91bedb0-e29b-4607-a0c0-dd050acfbb46 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:16.595258 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-b91bedb0-e29b-4607-a0c0-dd050acfbb46 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Usage tracker for resource:security_group_rule and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:16.599344 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-b91bedb0-e29b-4607-a0c0-dd050acfbb46 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:16.619578 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-b91bedb0-e29b-4607-a0c0-dd050acfbb46 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:16.674415 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b91bedb0-e29b-4607-a0c0-dd050acfbb46 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:16.686899 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7f152-1ece-4f93-b94b-7bc9294eb0a0 req-8a939c4f-bd02-4f86-94a6-efb4b03968a6 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:16.688652 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-58f7f152-1ece-4f93-b94b-7bc9294eb0a0 req-8a939c4f-bd02-4f86-94a6-efb4b03968a6 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 931 time: 1.7325006 Jul 19 01:10:16.744414 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 58994) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:16.807626 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b91bedb0-e29b-4607-a0c0-dd050acfbb46 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:16.851680 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b91bedb0-e29b-4607-a0c0-dd050acfbb46 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:16.922159 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:16.941182 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8fb8bf5e-1219-48f4-89be-d2dd6eca460d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:17.008053 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-8fb8bf5e-1219-48f4-89be-d2dd6eca460d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:17.017380 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-8fb8bf5e-1219-48f4-89be-d2dd6eca460d admin admin] Usage tracker for resource:security_group_rule and tenant:281a6eb2e6744cb0aee95377d91d0423 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:17.027676 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-8fb8bf5e-1219-48f4-89be-d2dd6eca460d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:17.045129 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-8fb8bf5e-1219-48f4-89be-d2dd6eca460d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:17.086666 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:17.150349 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Attempting to bind port ea637097-e5af-46f8-b577-0f983f1b4d80 on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:10:17.150849 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Attempting to bind port ea637097-e5af-46f8-b577-0f983f1b4d80 by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:10:17.151230 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Attempting to bind port ea637097-e5af-46f8-b577-0f983f1b4d80 on network c296ada3-efae-4388-b9cf-7235586b6c54 {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:17.168855 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:10:17.169240 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Checking segment: {'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:10:17.169649 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:17.170050 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Bound using segment: {'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:10:17.170570 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Bound port: ea637097-e5af-46f8-b577-0f983f1b4d80, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'}}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:10:17.170951 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:17.211780 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b91bedb0-e29b-4607-a0c0-dd050acfbb46 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:17.221059 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-b91bedb0-e29b-4607-a0c0-dd050acfbb46 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6963387 Jul 19 01:10:17.224657 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 59004) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:17.251852 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bedb0-e29b-4607-a0c0-dd050acfbb46 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4a3302-d0c4-4fc6-a11f-2769780ee995,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:17.262485 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-7e65b013-ee9b-4ad8-8c72-50f2e209ffd2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Request body: {'security_group_rule': {'security_group_id': '235c719a-bb19-4429-a920-910cd2bd3cfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:17.301372 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b91bedb0-e29b-4607-a0c0-dd050acfbb46 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:17.311283 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-7e65b013-ee9b-4ad8-8c72-50f2e209ffd2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:17.377679 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-7e65b013-ee9b-4ad8-8c72-50f2e209ffd2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Usage tracker for resource:security_group_rule and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:17.398420 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-7e65b013-ee9b-4ad8-8c72-50f2e209ffd2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:17.427297 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-58f7f152-1ece-4f93-b94b-7bc9294eb0a0 req-ef6aebf6-62ca-4098-b897-66b15e9ddab2 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7175629 Jul 19 01:10:17.435911 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-7e65b013-ee9b-4ad8-8c72-50f2e209ffd2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:17.470964 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8fb8bf5e-1219-48f4-89be-d2dd6eca460d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:17.488348 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8fb8bf5e-1219-48f4-89be-d2dd6eca460d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:17.603843 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-039cbad1-42c8-4502-9491-e492f7471add None None] For port ea637097-e5af-46f8-b577-0f983f1b4d80, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:10:17.612163 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8b665e63-244c-451e-b5f2-7c6293fd3ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:17.612801 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-039cbad1-42c8-4502-9491-e492f7471add None None] For port ea637097-e5af-46f8-b577-0f983f1b4d80, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=ea637097-e5af-46f8-b577-0f983f1b4d80,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:10:17.621032 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:17.664517 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:17.713648 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-8fb8bf5e-1219-48f4-89be-d2dd6eca460d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=281a6eb2e6744cb0aee95377d91d0423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9019322 Jul 19 01:10:17.719270 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8bf5e-1219-48f4-89be-d2dd6eca460d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be05c9b8-9111-4a50-9212-8f1eaef9c65f,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:17.722664 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 59024) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:17.745221 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:17.780540 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8fb8bf5e-1219-48f4-89be-d2dd6eca460d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:17.787288 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7e65b013-ee9b-4ad8-8c72-50f2e209ffd2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:17.839227 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:10:17.840641 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-039cbad1-42c8-4502-9491-e492f7471add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:10:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:17.931783 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-fa6a9455-d956-493e-98af-a9898ce866f5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:17.982341 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7e65b013-ee9b-4ad8-8c72-50f2e209ffd2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:17.995240 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add69dee-b023-4b53-8fbb-b3f308256223 req-7eb2ffdf-1b9c-40fa-8917-22e9e9b2aa02 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:17.996932 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-add69dee-b023-4b53-8fbb-b3f308256223 req-7eb2ffdf-1b9c-40fa-8917-22e9e9b2aa02 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 932 time: 0.2800238 Jul 19 01:10:17.998405 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7e65b013-ee9b-4ad8-8c72-50f2e209ffd2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:18.000560 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b91bedb0-e29b-4607-a0c0-dd050acfbb46 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:18.079198 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7e65b013-ee9b-4ad8-8c72-50f2e209ffd2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:18.081273 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-7e65b013-ee9b-4ad8-8c72-50f2e209ffd2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8530772 Jul 19 01:10:18.086295 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 59034) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:18.091566 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65b013-ee9b-4ad8-8c72-50f2e209ffd2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2988e9-b678-4fad-b963-fb87ef0d75b6,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:18.095931 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-7e65b013-ee9b-4ad8-8c72-50f2e209ffd2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:18.218514 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-add69dee-b023-4b53-8fbb-b3f308256223 req-6725dfb1-d31e-4985-80bf-c1b448230e4d tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691630 Jul 19 01:10:18.303939 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df058cf-78d6-4108-9592-afdd6d3c8130 None None] Pushing event updated for resources: {'Port': ['ID=ea637097-e5af-46f8-b577-0f983f1b4d80,revision_number=4']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:18.310511 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-5df058cf-78d6-4108-9592-afdd6d3c8130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:18.315562 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-039cbad1-42c8-4502-9491-e492f7471add None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:10:18.417244 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:18.523368 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Request body: {'floatingip': {'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:18.560747 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:18.563969 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-972265e8-ef6a-41ef-9984-1b21c3e482d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:18.567562 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:18.571872 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:18.595477 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-972265e8-ef6a-41ef-9984-1b21c3e482d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:18.691106 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:18.705809 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Network 027cc1a0-9d47-405e-8bcc-27b90790d2be is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:18.729486 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Allocated IP 172.20.0.1 (bfd08c5c-0b93-4a24-870a-ad0255d7744c/4f09b458-4689-4734-8c8e-6ca87811b768/139688bd-78f9-49d5-ad53-1624f9ad4fbd) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:10:18.735844 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:18.744417 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:10:18.770744 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:18.771771 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:18.776676 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-972265e8-ef6a-41ef-9984-1b21c3e482d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:18.780998 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Usage tracker for resource:floatingip and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:18.817849 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:18.926451 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:10:18.952969 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:18.977394 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:19.018046 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-972265e8-ef6a-41ef-9984-1b21c3e482d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:19.021354 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-972265e8-ef6a-41ef-9984-1b21c3e482d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be05c9b8-9111-4a50-9212-8f1eaef9c65f HTTP/1.1" status: 204 len: 168 time: 1.2726200 Jul 19 01:10:19.035307 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port 6079eb98-7950-4468-9a1b-bb01fd6e8ff4, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=6079eb98-7950-4468-9a1b-bb01fd6e8ff4,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:19.043824 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:19.049141 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:19.172241 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.3011100 Jul 19 01:10:19.226417 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Pushing event updated for resources: {'Port': ['ID=ad646e9b-be70-4ca5-8653-ed7c2559c068,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:19.235053 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.303s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:19.236954 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:19.280637 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=6079eb98-7950-4468-9a1b-bb01fd6e8ff4,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:19.292955 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:19.316625 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Request body: {'port': {'device_id': '12c7bcc8-3a5f-401e-8d6e-a490d81b0eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:19.320002 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-039cbad1-42c8-4502-9491-e492f7471add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:17Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:19.337189 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039cbad1-42c8-4502-9491-e492f7471add None None] The sync data for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb is: [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:17Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:10:19.597335 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.698s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:19.656686 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdd1a2-1478-4e6c-a94e-1de1c4fecac8 req-caa9d01f-1140-4197-94dc-03ca636089aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:19.666127 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-90cdd1a2-1478-4e6c-a94e-1de1c4fecac8 req-caa9d01f-1140-4197-94dc-03ca636089aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 932 time: 0.2043023 Jul 19 01:10:19.776235 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972265e8-ef6a-41ef-9984-1b21c3e482d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be05c9b8-9111-4a50-9212-8f1eaef9c65f,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:19.794493 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-972265e8-ef6a-41ef-9984-1b21c3e482d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:19.806692 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-90cdd1a2-1478-4e6c-a94e-1de1c4fecac8 req-317027d0-4170-44f0-8b37-0901797b218e tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252544 Jul 19 01:10:20.278370 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.db.resource_extend [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 01:10:20.424768 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c5dc6f-4615-457e-b397-6180c7e3321c {{(pid=78633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:10:20.445378 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:20.548309 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:20.668584 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device ea637097-e5af-46f8-b577-0f983f1b4d80 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:20.865946 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port ea637097-e5af-46f8-b577-0f983f1b4d80 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:20.887865 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port ea637097-e5af-46f8-b577-0f983f1b4d80 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:20.888324 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:20.946741 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139df42-a050-43ce-8adf-db48983f09f2 req-f3d0a34b-92c1-44ab-850b-0a33344ad799 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:20.962102 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c139df42-a050-43ce-8adf-db48983f09f2 req-f3d0a34b-92c1-44ab-850b-0a33344ad799 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 931 time: 2.1607299 Jul 19 01:10:20.976795 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Transition to ACTIVE for port object a9c5dc6f-4615-457e-b397-6180c7e3321c will not be triggered until provisioned by entity L2. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:21.082218 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c3253-cd01-4a7d-aa09-0f920839b831 req-d6d0923c-5030-4d27-8cec-0fe623924086 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:21.094502 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ba1c3253-cd01-4a7d-aa09-0f920839b831 req-d6d0923c-5030-4d27-8cec-0fe623924086 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 932 time: 0.1268303 Jul 19 01:10:21.139545 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:21.192867 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:21.203078 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Transition to ACTIVE for port object 139688bd-78f9-49d5-ad53-1624f9ad4fbd will not be triggered until provisioned by entity DHCP. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:21.246518 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ba1c3253-cd01-4a7d-aa09-0f920839b831 req-0e94050c-2246-4175-9c21-994a537d80fd tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501746 Jul 19 01:10:21.284308 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port ea637097-e5af-46f8-b577-0f983f1b4d80, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=ea637097-e5af-46f8-b577-0f983f1b4d80,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:21.295901 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:21.297211 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:21.392294 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:21.417310 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:21.677284 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=ea637097-e5af-46f8-b577-0f983f1b4d80,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:21.686250 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:21.739308 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:21.743114 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:21.808203 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:22.192945 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f6295a2b-98dc-4183-976d-68a887e598ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:22.245320 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c139df42-a050-43ce-8adf-db48983f09f2 req-619ded9f-9ff8-4656-adcc-6d3f944ff9f1 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2791920 Jul 19 01:10:22.338888 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device ea637097-e5af-46f8-b577-0f983f1b4d80 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:22.345753 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Network bfd08c5c-0b93-4a24-870a-ad0255d7744c is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:22.352616 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad646e9b-be70-4ca5-8653-ed7c2559c068 {{(pid=78633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:10:22.445358 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port ea637097-e5af-46f8-b577-0f983f1b4d80 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:22.445743 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:22.476636 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:22.479362 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:10:22.479900 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773646'] for router_interface, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:22.497091 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:22.508040 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Pushing event updated for resources: {'Port': ['ID=139688bd-78f9-49d5-ad53-1624f9ad4fbd,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:22.614384 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Pushing event updated for resources: {'Port': ['ID=a9c5dc6f-4615-457e-b397-6180c7e3321c,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:22.617906 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:22.623992 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:22.624371 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:22.647691 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dce53e-6176-480a-b550-82eaca009caa req-e3e4d9ec-e573-423a-b6bf-3be61b2088d7 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:22.661401 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-40dce53e-6176-480a-b550-82eaca009caa req-e3e4d9ec-e573-423a-b6bf-3be61b2088d7 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 932 time: 0.2081614 Jul 19 01:10:22.678325 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Transition to ACTIVE for port object ad646e9b-be70-4ca5-8653-ed7c2559c068 will not be triggered until provisioned by entity L2. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:22.710201 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Attempting to bind port a9c5dc6f-4615-457e-b397-6180c7e3321c on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:10:22.710614 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Attempting to bind port a9c5dc6f-4615-457e-b397-6180c7e3321c by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '577a4e55-13ac-47c1-b928-47d1263e082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7da015c6-8dda-4dc0-b2e8-dbb3dd757b48'}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:10:22.710960 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Attempting to bind port a9c5dc6f-4615-457e-b397-6180c7e3321c on network 7da015c6-8dda-4dc0-b2e8-dbb3dd757b48 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:22.724878 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:22.733776 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-40dce53e-6176-480a-b550-82eaca009caa req-90147b83-9ba2-41f5-85ae-75ed28b7c5a0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670815 Jul 19 01:10:22.741844 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Port a9c5dc6f-4615-457e-b397-6180c7e3321c on network 7da015c6-8dda-4dc0-b2e8-dbb3dd757b48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:10:22.742367 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Attempting to bind port a9c5dc6f-4615-457e-b397-6180c7e3321c on network 7da015c6-8dda-4dc0-b2e8-dbb3dd757b48 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:22.748942 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:22.827675 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:10:22.828400 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Checking segment: {'id': '577a4e55-13ac-47c1-b928-47d1263e082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7da015c6-8dda-4dc0-b2e8-dbb3dd757b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:10:22.829364 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Bound using segment: {'id': '577a4e55-13ac-47c1-b928-47d1263e082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7da015c6-8dda-4dc0-b2e8-dbb3dd757b48'} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:10:22.830113 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Bound port: a9c5dc6f-4615-457e-b397-6180c7e3321c, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577a4e55-13ac-47c1-b928-47d1263e082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7da015c6-8dda-4dc0-b2e8-dbb3dd757b48'}}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:10:22.830798 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:22.935960 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:22.956667 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-b6b86519-d1af-4618-ac7f-f944986dbfe5 None None] Provisioning for port 139688bd-78f9-49d5-ad53-1624f9ad4fbd completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:22.962834 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-b6b86519-d1af-4618-ac7f-f944986dbfe5 None None] Provisioning complete for port 139688bd-78f9-49d5-ad53-1624f9ad4fbd triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:22.963607 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b6b86519-d1af-4618-ac7f-f944986dbfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:23.041015 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-b6b86519-d1af-4618-ac7f-f944986dbfe5 None None] Port 139688bd-78f9-49d5-ad53-1624f9ad4fbd cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:10:23.121391 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Attempting to bind port ad646e9b-be70-4ca5-8653-ed7c2559c068 on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:10:23.121613 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Attempting to bind port ad646e9b-be70-4ca5-8653-ed7c2559c068 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:10:23.121949 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Attempting to bind port ad646e9b-be70-4ca5-8653-ed7c2559c068 on network 027cc1a0-9d47-405e-8bcc-27b90790d2be {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:23.139475 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Pushing event updated for resources: {'Port': ['ID=ad646e9b-be70-4ca5-8653-ed7c2559c068,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:23.149625 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:23.152043 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Port ad646e9b-be70-4ca5-8653-ed7c2559c068 on network 027cc1a0-9d47-405e-8bcc-27b90790d2be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:10:23.152365 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Attempting to bind port ad646e9b-be70-4ca5-8653-ed7c2559c068 on network 027cc1a0-9d47-405e-8bcc-27b90790d2be {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:23.174133 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:10:23.174472 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Checking segment: {'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:10:23.174918 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Bound using segment: {'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:10:23.175350 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Bound port: ad646e9b-be70-4ca5-8653-ed7c2559c068, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'}}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:10:23.175738 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:23.345462 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] For port a9c5dc6f-4615-457e-b397-6180c7e3321c, host hv-cinder-80123, cleared binding levels {{(pid=78633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:10:23.431305 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] For port a9c5dc6f-4615-457e-b397-6180c7e3321c, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=a9c5dc6f-4615-457e-b397-6180c7e3321c,segment=NetworkSegment(577a4e55-13ac-47c1-b928-47d1263e082a),segment_id=577a4e55-13ac-47c1-b928-47d1263e082a)] {{(pid=78633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:10:23.441102 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:23.461952 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:23.487092 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Allocated IP 172.28.0.143 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/dd5d87be-8e5d-442e-9af1-f98e17037e3e) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:10:23.489441 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:23.569351 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] For port ad646e9b-be70-4ca5-8653-ed7c2559c068, host hv-cinder-80123, cleared binding levels {{(pid=78633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:10:23.621061 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] For port ad646e9b-be70-4ca5-8653-ed7c2559c068, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ad646e9b-be70-4ca5-8653-ed7c2559c068,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:10:23.644768 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:23.645801 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:23.647514 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] 10.222.0.15 "PUT /v2.0/ports/a9c5dc6f-4615-457e-b397-6180c7e3321c HTTP/1.1" status: 200 len: 1093 time: 8.4859047 Jul 19 01:10:23.655279 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274dcef1-72a6-42bc-8d81-a81db88b0010', 'tag': 'a9c5dc6f-4615-457e-b397-6180c7e3321c'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:10:23.812923 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:23.814080 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Pushing event updated for resources: {'Port': ['ID=a9c5dc6f-4615-457e-b397-6180c7e3321c,revision_number=3']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:23.884938 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:23.894043 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:23.980682 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34abe-601c-4316-847e-834d5765d717 req-6c9c27c0-2597-481b-bea5-b2bc1da266f3 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:23.992246 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-17b34abe-601c-4316-847e-834d5765d717 req-6c9c27c0-2597-481b-bea5-b2bc1da266f3 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 944 time: 0.1113722 Jul 19 01:10:24.065982 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-17b34abe-601c-4316-847e-834d5765d717 req-1fd4eea8-526e-4fef-9e5e-30c5f8dc3d7d tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725448 Jul 19 01:10:24.098574 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:24.099261 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:24.100687 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad646e9b-be70-4ca5-8653-ed7c2559c068 HTTP/1.1" status: 200 len: 1094 time: 4.7949448 Jul 19 01:10:24.236645 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860140c-6c5b-44f8-95fb-3560a8993892 req-ae51bbfa-a616-4a55-b448-3d3bd6022d60 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:24.244187 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1860140c-6c5b-44f8-95fb-3560a8993892 req-ae51bbfa-a616-4a55-b448-3d3bd6022d60 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 943 time: 0.8670571 Jul 19 01:10:24.306092 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Pushing event updated for resources: {'Port': ['ID=ad646e9b-be70-4ca5-8653-ed7c2559c068,revision_number=3']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:24.310212 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:24.312454 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274dcef1-72a6-42bc-8d81-a81db88b0010', 'tag': 'a9c5dc6f-4615-457e-b397-6180c7e3321c', 'status': 'completed', 'code': 200} Jul 19 01:10:24.403737 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:24.439574 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1860140c-6c5b-44f8-95fb-3560a8993892 req-70d567f0-829f-4131-94ed-572573d5c6e5 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945400 Jul 19 01:10:24.446825 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-cc03d174-954f-464f-aa0f-ae62df6eb3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:24.448241 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-cc03d174-954f-464f-aa0f-ae62df6eb3e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eefe5af70141ba8eeb1b8655196566&device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 1096 time: 0.7257915 Jul 19 01:10:24.545586 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-ef3fd3e3-ed5c-4c1a-9b16-c0e3d0b78d52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c5dc6f-4615-457e-b397-6180c7e3321c HTTP/1.1" status: 200 len: 217 time: 0.0797713 Jul 19 01:10:24.554552 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-730b7a95-70fc-48e9-835c-721d8f7a8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:24.555952 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-730b7a95-70fc-48e9-835c-721d8f7a8543 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d011ac2326344373bcd6b15112affba0&device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 1097 time: 0.3669336 Jul 19 01:10:24.560021 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:24.649096 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:24.665162 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1773803'] for router_interface, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:24.671766 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:24.700953 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-a07ef23e-2a32-482d-9e10-dc7f4b66ebd6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad646e9b-be70-4ca5-8653-ed7c2559c068 HTTP/1.1" status: 200 len: 217 time: 0.1066234 Jul 19 01:10:24.719887 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:24.831076 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-ece255a4-0c4f-430e-b5f3-a65d053eab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:24.833119 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-ece255a4-0c4f-430e-b5f3-a65d053eab64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f1b2a0f-455e-4c9a-851b-505a86ed2f1d HTTP/1.1" status: 200 len: 851 time: 0.2755094 Jul 19 01:10:24.848106 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:24.848858 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Pushing event updated for resources: {'Port': ['ID=139688bd-78f9-49d5-ad53-1624f9ad4fbd,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:24.926766 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:24.942884 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:24.949486 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:25.000666 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-cb5c7832-5e4f-475c-9f8a-4a5b5fd1f41e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7da015c6-8dda-4dc0-b2e8-dbb3dd757b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545262 Jul 19 01:10:25.012346 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-d798c634-c96e-46b5-9ed8-c7e5599dd760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:25.012703 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-d798c634-c96e-46b5-9ed8-c7e5599dd760 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=025ef04d-5dba-4d2c-9fa6-fc78d1762ba7 HTTP/1.1" status: 200 len: 854 time: 0.2941852 Jul 19 01:10:25.096676 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:10:25.136005 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-0152953a-e371-4f30-8af4-a6e455d01920 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=027cc1a0-9d47-405e-8bcc-27b90790d2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043046 Jul 19 01:10:25.142140 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event updated for resources: {'Port': ['ID=dd5d87be-8e5d-442e-9af1-f98e17037e3e,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:25.213154 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:25.281496 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Network bfd08c5c-0b93-4a24-870a-ad0255d7744c is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:25.289682 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276ed78-3a0d-403e-82d1-0f0368650f58 req-967a0b44-ad73-4fcc-b27e-37b8b7dabd32 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:25.291225 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7276ed78-3a0d-403e-82d1-0f0368650f58 req-967a0b44-ad73-4fcc-b27e-37b8b7dabd32 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 944 time: 0.0996592 Jul 19 01:10:25.294845 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:25.350121 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7276ed78-3a0d-403e-82d1-0f0368650f58 req-f0c570d6-0620-40c1-a760-3884e6d1e595 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525665 Jul 19 01:10:25.548664 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:25.587083 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-dd87ef4e-a7e7-4e68-8ac8-ae9c7debdcfa None None] Provisioning complete for port 139688bd-78f9-49d5-ad53-1624f9ad4fbd triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:25.587585 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-dd87ef4e-a7e7-4e68-8ac8-ae9c7debdcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:25.647034 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-c70999ae-a7ab-4776-b9f1-3c06e67b8991 service neutron] 10.222.0.15 "GET /v2.0/networks/7da015c6-8dda-4dc0-b2e8-dbb3dd757b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312387 Jul 19 01:10:25.648795 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-db06bfc1-c41d-4dda-bd7f-65707686979d service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028517 Jul 19 01:10:25.681630 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-dd87ef4e-a7e7-4e68-8ac8-ae9c7debdcfa None None] Port 139688bd-78f9-49d5-ad53-1624f9ad4fbd cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:10:25.967855 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:26.182449 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00d8781a-5ba3-4f54-849b-a9a6dead7a91 req-a6c41749-29b5-43ef-872a-c1e0f8eff093 service neutron] 10.222.0.15 "GET /v2.0/networks/7da015c6-8dda-4dc0-b2e8-dbb3dd757b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577131 Jul 19 01:10:26.189105 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Router ac2ba8f5-d2fc-4872-a431-5e71b391ddae has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:10:26.222209 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcc1e2-935f-4023-a0d3-6b79f085f981 req-1993639e-15ba-4c5d-8154-e484981b3e24 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:26.224777 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bddcc1e2-935f-4023-a0d3-6b79f085f981 req-1993639e-15ba-4c5d-8154-e484981b3e24 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 943 time: 0.5870016 Jul 19 01:10:26.226634 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08bb359c-96e3-437e-9d3e-bf7306621d9b req-3d0db232-badf-4590-a68d-f57446bd51ea service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113497 Jul 19 01:10:26.331612 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c7bcc8-3a5f-401e-8d6e-a490d81b0eea', 'tag': 'ad646e9b-be70-4ca5-8653-ed7c2559c068'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:10:26.473888 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c7bcc8-3a5f-401e-8d6e-a490d81b0eea', 'tag': 'ad646e9b-be70-4ca5-8653-ed7c2559c068', 'status': 'completed', 'code': 200} Jul 19 01:10:26.482042 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 59306) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:26.642576 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bddcc1e2-935f-4023-a0d3-6b79f085f981 req-6c38044a-ae5c-49d9-ac64-e02daacd49d6 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099171 Jul 19 01:10:26.687790 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ab144150-d749-4c83-b412-814278ac88fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:26.706440 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-ab144150-d749-4c83-b412-814278ac88fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:26.712329 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-ab144150-d749-4c83-b412-814278ac88fd admin admin] Usage tracker for resource:security_group_rule and tenant:3482f3918e7b40ec851040783cc8076f is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:26.716031 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-ab144150-d749-4c83-b412-814278ac88fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:26.723706 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-ab144150-d749-4c83-b412-814278ac88fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:26.742357 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215e022-f932-4924-b5ea-6c1e1a6b3261 req-7f392827-063e-48ed-a954-74793e902d16 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:26.743891 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9215e022-f932-4924-b5ea-6c1e1a6b3261 req-7f392827-063e-48ed-a954-74793e902d16 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 944 time: 0.1779354 Jul 19 01:10:26.763256 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:10:26.776287 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Sync routers for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:10:26.789592 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:10:26.790601 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:10:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:26.812091 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:26.816650 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a19c22-76e4-41ce-ae92-8676779d5467 req-00f64f8e-a1f9-4e4d-9321-981679ee1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:26.818389 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-31a19c22-76e4-41ce-ae92-8676779d5467 req-00f64f8e-a1f9-4e4d-9321-981679ee1880 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d011ac2326344373bcd6b15112affba0&device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 1097 time: 0.3275199 Jul 19 01:10:26.820449 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f852b-42d0-4c36-bc0d-cdf77fb3567e req-97c07103-51cf-4248-a8fd-2ecdf381d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:26.821880 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cf1f852b-42d0-4c36-bc0d-cdf77fb3567e req-97c07103-51cf-4248-a8fd-2ecdf381d915 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9eefe5af70141ba8eeb1b8655196566&device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 1096 time: 0.4729416 Jul 19 01:10:26.827611 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:26.829922 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] 10.222.0.10 "PUT /v2.0/routers/ac2ba8f5-d2fc-4872-a431-5e71b391ddae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3060708 Jul 19 01:10:26.860719 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9215e022-f932-4924-b5ea-6c1e1a6b3261 req-441da764-ac98-41ef-9d28-3d2dd0ee9d66 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055627 Jul 19 01:10:26.869904 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ab144150-d749-4c83-b412-814278ac88fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:26.875902 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:26.878392 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ab144150-d749-4c83-b412-814278ac88fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:26.894678 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:26.958993 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-ab144150-d749-4c83-b412-814278ac88fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3482f3918e7b40ec851040783cc8076f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4752362 Jul 19 01:10:26.960881 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 59326) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:27.008789 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab144150-d749-4c83-b412-814278ac88fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d970b2-ceca-4ddb-8eb1-6e781c8a0f6e,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:27.023039 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-ab144150-d749-4c83-b412-814278ac88fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:27.029244 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event updated for resources: {'Port': ['ID=dd5d87be-8e5d-442e-9af1-f98e17037e3e,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:27.053238 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:27.069207 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:27.084024 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-536d04ec-b8e7-4db0-aa1c-4326738005af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:27.117037 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-536d04ec-b8e7-4db0-aa1c-4326738005af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:27.195410 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:10:27.222288 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-536d04ec-b8e7-4db0-aa1c-4326738005af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:27.226324 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-ab144150-d749-4c83-b412-814278ac88fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:27.252895 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d04ec-b8e7-4db0-aa1c-4326738005af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d970b2-ceca-4ddb-8eb1-6e781c8a0f6e,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:27.267526 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-536d04ec-b8e7-4db0-aa1c-4326738005af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:27.273450 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-536d04ec-b8e7-4db0-aa1c-4326738005af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:27.274633 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-536d04ec-b8e7-4db0-aa1c-4326738005af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10d970b2-ceca-4ddb-8eb1-6e781c8a0f6e HTTP/1.1" status: 204 len: 168 time: 0.3126442 Jul 19 01:10:27.629055 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f852b-42d0-4c36-bc0d-cdf77fb3567e req-61a8362d-7d30-4777-a90f-41c0d129521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:27.630932 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cf1f852b-42d0-4c36-bc0d-cdf77fb3567e req-61a8362d-7d30-4777-a90f-41c0d129521f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7da015c6-8dda-4dc0-b2e8-dbb3dd757b48 HTTP/1.1" status: 200 len: 912 time: 0.7952323 Jul 19 01:10:27.694626 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 59352) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:27.706595 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--696121404', 'description': 'tempest-description--1516518181'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:27.716501 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:27.724579 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Usage tracker for resource:security_group and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:27.730120 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:27.738909 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:27.756568 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:27.807858 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:27.815781 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Usage tracker for resource:security_group_rule and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:27.824784 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:27.831788 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 2, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:27.839455 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Checking router: ac2ba8f5-d2fc-4872-a431-5e71b391ddae for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:10:27.839663 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:27.840552 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Updating router ac2ba8f5-d2fc-4872-a431-5e71b391ddae port 139688bd-78f9-49d5-ad53-1624f9ad4fbd binding host dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:10:27.882987 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cf1f852b-42d0-4c36-bc0d-cdf77fb3567e req-0515e0de-633a-412a-8880-0ad00cbc08a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c5dc6f-4615-457e-b397-6180c7e3321c HTTP/1.1" status: 200 len: 217 time: 0.2189243 Jul 19 01:10:27.914197 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 59356) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:27.916599 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:27.920632 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:27.950737 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.8133533 Jul 19 01:10:28.104303 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-20f4fce4-64a9-45a5-a9fc-fbad50f7532d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:28.176936 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:28.195235 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:28.234379 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:28.274901 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ad1d09-345f-4ea6-907c-562f372def7e,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:28.279394 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:28.281654 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:28.287412 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5908744 Jul 19 01:10:28.288303 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 59374) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:28.297653 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-5f2c90d1-6390-4a7e-bb51-3d767a9ec33f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Request body: {'security_group_rule': {'security_group_id': 'c8ad1d09-345f-4ea6-907c-562f372def7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:28.318553 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-5f2c90d1-6390-4a7e-bb51-3d767a9ec33f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:28.329409 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-5f2c90d1-6390-4a7e-bb51-3d767a9ec33f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Usage tracker for resource:security_group_rule and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:28.343167 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119a5ca-6868-4c62-b386-03f4d90110f6 req-a42190da-aebf-40d8-a52b-800f30b899c0 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:28.352680 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7119a5ca-6868-4c62-b386-03f4d90110f6 req-a42190da-aebf-40d8-a52b-800f30b899c0 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 943 time: 0.4867442 Jul 19 01:10:28.355872 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-5f2c90d1-6390-4a7e-bb51-3d767a9ec33f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:28.363516 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f852b-42d0-4c36-bc0d-cdf77fb3567e req-e5d7de50-4178-4e44-9474-c101184d5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:28.368299 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cf1f852b-42d0-4c36-bc0d-cdf77fb3567e req-e5d7de50-4178-4e44-9474-c101184d5f46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f1b2a0f-455e-4c9a-851b-505a86ed2f1d HTTP/1.1" status: 200 len: 851 time: 0.4141669 Jul 19 01:10:28.377256 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a19c22-76e4-41ce-ae92-8676779d5467 req-d18712ee-da5b-4cde-8086-1fa0367f18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:28.379225 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-31a19c22-76e4-41ce-ae92-8676779d5467 req-d18712ee-da5b-4cde-8086-1fa0367f18dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 200 len: 915 time: 1.5474062 Jul 19 01:10:28.394359 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-5f2c90d1-6390-4a7e-bb51-3d767a9ec33f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:28.435391 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-7119a5ca-6868-4c62-b386-03f4d90110f6 req-1f96fa73-1b8b-41fa-b72b-a8f84b31307a tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Synchronizing usage tracker for tenant:b9eefe5af70141ba8eeb1b8655196566 on resource:security_group {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:28.439254 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cf1f852b-42d0-4c36-bc0d-cdf77fb3567e req-8497cbac-258f-48a5-a7e9-1802fc7c00bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7da015c6-8dda-4dc0-b2e8-dbb3dd757b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638828 Jul 19 01:10:28.440234 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-20f4fce4-64a9-45a5-a9fc-fbad50f7532d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:28.453925 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5f2c90d1-6390-4a7e-bb51-3d767a9ec33f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:28.487742 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Notify callbacks [] for port, precommit_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:28.504702 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Transition to ACTIVE for port object 139688bd-78f9-49d5-ad53-1624f9ad4fbd will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:28.506277 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-7119a5ca-6868-4c62-b386-03f4d90110f6 req-1f96fa73-1b8b-41fa-b72b-a8f84b31307a tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Unset dirty status for tenant:b9eefe5af70141ba8eeb1b8655196566 on resource:security_group {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:28.514073 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:28.516735 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7119a5ca-6868-4c62-b386-03f4d90110f6 req-1f96fa73-1b8b-41fa-b72b-a8f84b31307a tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626863 Jul 19 01:10:28.528322 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:28.577163 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5f2c90d1-6390-4a7e-bb51-3d767a9ec33f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:28.586213 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-20f4fce4-64a9-45a5-a9fc-fbad50f7532d admin admin] Usage tracker for resource:security_group_rule and tenant:d285a81c06df454e964167f42ca937a3 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:28.586665 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5f2c90d1-6390-4a7e-bb51-3d767a9ec33f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:28.588789 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-7e65b013-ee9b-4ad8-8c72-50f2e209ffd2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:28.607382 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c90d1-6390-4a7e-bb51-3d767a9ec33f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947e10d0-0c55-4eb7-b2bf-51f1e5123370,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:28.611606 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-5f2c90d1-6390-4a7e-bb51-3d767a9ec33f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:28.641131 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5f2c90d1-6390-4a7e-bb51-3d767a9ec33f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:28.642438 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-5f2c90d1-6390-4a7e-bb51-3d767a9ec33f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3503003 Jul 19 01:10:28.645796 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 59400) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:28.652275 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-c165a9b8-0e84-4265-a056-503dd81d2b55 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Request body: {'security_group_rule': {'security_group_id': 'c8ad1d09-345f-4ea6-907c-562f372def7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:28.660517 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-c165a9b8-0e84-4265-a056-503dd81d2b55 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:28.674856 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-c165a9b8-0e84-4265-a056-503dd81d2b55 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Usage tracker for resource:security_group_rule and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:28.684522 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-31a19c22-76e4-41ce-ae92-8676779d5467 req-4a6250c9-a53c-4899-9aa9-0f9ac25245cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad646e9b-be70-4ca5-8653-ed7c2559c068 HTTP/1.1" status: 200 len: 217 time: 0.2410338 Jul 19 01:10:28.687675 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-20f4fce4-64a9-45a5-a9fc-fbad50f7532d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:28.709295 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-c165a9b8-0e84-4265-a056-503dd81d2b55 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:28.720584 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-c165a9b8-0e84-4265-a056-503dd81d2b55 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:28.744830 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-20f4fce4-64a9-45a5-a9fc-fbad50f7532d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:28.761093 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c165a9b8-0e84-4265-a056-503dd81d2b55 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:28.779772 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-d4e8bbbb-d56c-494a-833c-f9181727261c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Synchronizing usage tracker for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:security_group {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:28.825748 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cf1f852b-42d0-4c36-bc0d-cdf77fb3567e req-bc872381-969b-49e7-9717-d6c3c8239a74 service neutron] 10.222.0.15 "GET /v2.0/networks/7da015c6-8dda-4dc0-b2e8-dbb3dd757b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715110 Jul 19 01:10:28.843197 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-d4e8bbbb-d56c-494a-833c-f9181727261c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Unset dirty status for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:security_group {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:28.852831 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-d4e8bbbb-d56c-494a-833c-f9181727261c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2048828252&fields=id&tenant_id=78744406433a47b19d4fd6a43cfcac95 HTTP/1.1" status: 200 len: 267 time: 0.1807666 Jul 19 01:10:28.869722 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a19c22-76e4-41ce-ae92-8676779d5467 req-fa63b130-a821-4f61-852b-57ad2bfd9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:28.871175 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-31a19c22-76e4-41ce-ae92-8676779d5467 req-fa63b130-a821-4f61-852b-57ad2bfd9980 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=025ef04d-5dba-4d2c-9fa6-fc78d1762ba7 HTTP/1.1" status: 200 len: 854 time: 0.1766658 Jul 19 01:10:28.885520 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf8b1a-d54f-4ed0-9cb9-565e831b922d req-1d082a2e-057d-49bb-9a6b-70ba5afd989f tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:28.886953 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-ecdf8b1a-d54f-4ed0-9cb9-565e831b922d req-1d082a2e-057d-49bb-9a6b-70ba5afd989f tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Synchronizing usage tracker for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:28.892775 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e256bae-fb2a-493b-ad79-4a5147628be8 None None] Pushing event updated for resources: {'Port': ['ID=139688bd-78f9-49d5-ad53-1624f9ad4fbd,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:28.896235 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3e256bae-fb2a-493b-ad79-4a5147628be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:28.900448 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Attempting to bind port 139688bd-78f9-49d5-ad53-1624f9ad4fbd on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:10:28.900826 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Attempting to bind port 139688bd-78f9-49d5-ad53-1624f9ad4fbd by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:10:28.901190 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Attempting to bind port 139688bd-78f9-49d5-ad53-1624f9ad4fbd on network bfd08c5c-0b93-4a24-870a-ad0255d7744c {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:28.906974 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:10:28.907353 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Checking segment: {'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:10:28.907762 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:28.908149 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Bound using segment: {'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:10:28.908914 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Bound port: 139688bd-78f9-49d5-ad53-1624f9ad4fbd, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:10:28.909301 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:29.014569 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] For port 139688bd-78f9-49d5-ad53-1624f9ad4fbd, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:10:29.017895 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] For port 139688bd-78f9-49d5-ad53-1624f9ad4fbd, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=139688bd-78f9-49d5-ad53-1624f9ad4fbd,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:10:29.025810 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:29.031751 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-01b79bdf-6a98-467a-b8c7-38a5bf2c6bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:29.073114 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-d63f5411-79b6-439d-ac14-04d26ebb1df8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:29.073770 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-d63f5411-79b6-439d-ac14-04d26ebb1df8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Synchronizing usage tracker for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:network {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:29.079243 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-31a19c22-76e4-41ce-ae92-8676779d5467 req-bf05d2ff-064d-4699-8172-3da31894775d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=027cc1a0-9d47-405e-8bcc-27b90790d2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621268 Jul 19 01:10:29.093627 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c165a9b8-0e84-4265-a056-503dd81d2b55 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:29.121823 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c165a9b8-0e84-4265-a056-503dd81d2b55 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:29.121823 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-5f2c90d1-6390-4a7e-bb51-3d767a9ec33f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:29.142453 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-d63f5411-79b6-439d-ac14-04d26ebb1df8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Unset dirty status for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:network {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:29.150745 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-d63f5411-79b6-439d-ac14-04d26ebb1df8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 815 time: 0.2968121 Jul 19 01:10:29.171842 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165a9b8-0e84-4265-a056-503dd81d2b55 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883ab31f-f69d-4f51-a2d0-c0f9928a2673,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:29.179469 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c165a9b8-0e84-4265-a056-503dd81d2b55 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:29.181209 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:10:29.182064 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:10:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:29.187101 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-ef27172a-112c-4a4b-aee4-f21d9f5e9254 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/quotas/78744406433a47b19d4fd6a43cfcac95 HTTP/1.1" status: 200 len: 375 time: 0.0354173 Jul 19 01:10:29.189584 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cf1f852b-42d0-4c36-bc0d-cdf77fb3567e req-f58139d1-7116-4030-a8eb-f2788cbd050a service neutron] 10.222.0.15 "GET /v2.0/networks/7da015c6-8dda-4dc0-b2e8-dbb3dd757b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460219 Jul 19 01:10:29.200049 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-20f4fce4-64a9-45a5-a9fc-fbad50f7532d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:29.251220 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c165a9b8-0e84-4265-a056-503dd81d2b55 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:29.258805 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-c165a9b8-0e84-4265-a056-503dd81d2b55 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6112678 Jul 19 01:10:29.259679 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 59412) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:29.270958 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e256bae-fb2a-493b-ad79-4a5147628be8 None None] Pushing event updated for resources: {'Port': ['ID=139688bd-78f9-49d5-ad53-1624f9ad4fbd,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:29.272001 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Request body: {'floatingip': {'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:29.273636 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-20f4fce4-64a9-45a5-a9fc-fbad50f7532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:29.281849 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:29.292189 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Usage tracker for resource:floatingip and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:29.297255 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:29.300242 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3e256bae-fb2a-493b-ad79-4a5147628be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:29.302371 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-972265e8-ef6a-41ef-9984-1b21c3e482d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:29.309858 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:29.315768 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-ecdf8b1a-d54f-4ed0-9cb9-565e831b922d req-1d082a2e-057d-49bb-9a6b-70ba5afd989f tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Unset dirty status for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:29.325237 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ecdf8b1a-d54f-4ed0-9cb9-565e831b922d req-1d082a2e-057d-49bb-9a6b-70ba5afd989f tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 944 time: 1.1592634 Jul 19 01:10:29.328417 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:29.368778 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-2cf5ea21-3314-4896-a8a2-5f1c6607af44 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Synchronizing usage tracker for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:29.416414 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-2cf5ea21-3314-4896-a8a2-5f1c6607af44 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Unset dirty status for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:29.427551 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-31a19c22-76e4-41ce-ae92-8676779d5467 req-99cf6261-541e-441b-b713-4ad207437b3e service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300693 Jul 19 01:10:29.435644 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-2cf5ea21-3314-4896-a8a2-5f1c6607af44 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2476125 Jul 19 01:10:29.439320 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-20f4fce4-64a9-45a5-a9fc-fbad50f7532d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d285a81c06df454e964167f42ca937a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5179241 Jul 19 01:10:29.444769 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4fce4-64a9-45a5-a9fc-fbad50f7532d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902b6154-ae82-4bc6-8d35-b7e70386aa9f,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:29.446970 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 59418) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:29.476937 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-ecdf8b1a-d54f-4ed0-9cb9-565e831b922d req-acb544b1-66e5-435e-9357-3f8e77cf8d11 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Synchronizing usage tracker for tenant:d011ac2326344373bcd6b15112affba0 on resource:security_group {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:29.479769 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-20f4fce4-64a9-45a5-a9fc-fbad50f7532d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:29.558869 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:10:29.595594 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-ecdf8b1a-d54f-4ed0-9cb9-565e831b922d req-acb544b1-66e5-435e-9357-3f8e77cf8d11 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Unset dirty status for tenant:d011ac2326344373bcd6b15112affba0 on resource:security_group {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:29.596883 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ecdf8b1a-d54f-4ed0-9cb9-565e831b922d req-acb544b1-66e5-435e-9357-3f8e77cf8d11 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705519 Jul 19 01:10:29.652786 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-31a19c22-76e4-41ce-ae92-8676779d5467 req-9859424c-063b-43e9-99b1-3820de5534bf service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096317 Jul 19 01:10:29.749165 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-419d7f27-35f7-4eff-94fd-351703569db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:29.764470 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-8200acc8-f961-43ec-9f4c-1faa9fdf2043 service neutron] 10.222.0.10 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198128 Jul 19 01:10:29.839938 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-419d7f27-35f7-4eff-94fd-351703569db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:29.916365 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-419d7f27-35f7-4eff-94fd-351703569db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:29.946087 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:29.983710 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89aaf3-5113-40c2-9d58-9b0ee94ec2aa req-15b840a3-e34b-4509-8f41-5d000b7338ae tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:29.992491 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d7f27-35f7-4eff-94fd-351703569db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902b6154-ae82-4bc6-8d35-b7e70386aa9f,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:29.994728 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2e89aaf3-5113-40c2-9d58-9b0ee94ec2aa req-15b840a3-e34b-4509-8f41-5d000b7338ae tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 943 time: 0.1324003 Jul 19 01:10:29.995688 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-419d7f27-35f7-4eff-94fd-351703569db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:30.108629 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2e89aaf3-5113-40c2-9d58-9b0ee94ec2aa req-599e1327-b7a7-4704-a521-1d518aeaa2e1 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036477 Jul 19 01:10:30.126463 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device ad646e9b-be70-4ca5-8653-ed7c2559c068 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:10:30.154598 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:30.199000 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:29Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:30.204366 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-419d7f27-35f7-4eff-94fd-351703569db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:30.205662 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-419d7f27-35f7-4eff-94fd-351703569db7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/902b6154-ae82-4bc6-8d35-b7e70386aa9f HTTP/1.1" status: 204 len: 168 time: 0.7365062 Jul 19 01:10:30.214718 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7ae60-8ac6-46d8-867c-4be7959c0d4c None None] The sync data for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb is: [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:29Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:10:30.255943 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-627bf370-d787-4088-b05f-29a69adf7402 service neutron] 10.222.0.10 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901779 Jul 19 01:10:30.473196 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Allocated IP 172.28.0.128 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/cdfb514e-0698-48b0-8542-b3325d8444e6) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:10:30.525684 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port ad646e9b-be70-4ca5-8653-ed7c2559c068, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ad646e9b-be70-4ca5-8653-ed7c2559c068,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:30.569526 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': 'ad646e9b-be70-4ca5-8653-ed7c2559c068', 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be', 'port_id': 'ad646e9b-be70-4ca5-8653-ed7c2559c068', 'mac_address': 'fa:16:3e:0a:a5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '025ef04d-5dba-4d2c-9fa6-fc78d1762ba7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:10:30.766241 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c998b231-ad84-4796-b60d-deef8c5d5e94 req-cefeb0b9-c47f-4dfd-a473-ded9c50cefcb tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 210 time: 0.0756483 Jul 19 01:10:30.876573 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:30.905613 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad646e9b-be70-4ca5-8653-ed7c2559c068 {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:10:30.970045 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port ad646e9b-be70-4ca5-8653-ed7c2559c068, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ad646e9b-be70-4ca5-8653-ed7c2559c068,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:30.975764 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:30.976567 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device a9c5dc6f-4615-457e-b397-6180c7e3321c details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:10:30.978508 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:31.009869 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:31.060417 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb986cec-641c-4311-bd2e-14e6f8a9ce49 req-ad905bf5-068c-43e7-936a-edbe9f0333b3 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:31.070178 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-fb986cec-641c-4311-bd2e-14e6f8a9ce49 req-ad905bf5-068c-43e7-936a-edbe9f0333b3 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 944 time: 0.1654735 Jul 19 01:10:31.226889 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-fb986cec-641c-4311-bd2e-14e6f8a9ce49 req-c7120bf5-5e43-4f47-8957-27194a92630c tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560957 Jul 19 01:10:31.236656 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:31.247652 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:31.361769 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:31.430858 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:31.437362 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event updated for resources: {'Port': ['ID=cdfb514e-0698-48b0-8542-b3325d8444e6,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:31.460687 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba979b-4b27-4a07-bafc-3e8ec9cc860f req-ad97d978-e65b-429d-a36a-9c978a97aa4a tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:31.469622 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=ad646e9b-be70-4ca5-8653-ed7c2559c068,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:31.473784 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b0ba979b-4b27-4a07-bafc-3e8ec9cc860f req-ad97d978-e65b-429d-a36a-9c978a97aa4a tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 943 time: 0.1749041 Jul 19 01:10:31.479519 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:31.491006 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:10:31.578225 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port a9c5dc6f-4615-457e-b397-6180c7e3321c, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=a9c5dc6f-4615-457e-b397-6180c7e3321c,segment=NetworkSegment(577a4e55-13ac-47c1-b928-47d1263e082a),segment_id=577a4e55-13ac-47c1-b928-47d1263e082a)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:31.615055 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b0ba979b-4b27-4a07-bafc-3e8ec9cc860f req-c5ab623b-53a0-43d5-b5cb-bae6ca650104 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403797 Jul 19 01:10:31.649972 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': 'a9c5dc6f-4615-457e-b397-6180c7e3321c', 'network_id': '7da015c6-8dda-4dc0-b2e8-dbb3dd757b48', 'port_id': 'a9c5dc6f-4615-457e-b397-6180c7e3321c', 'mac_address': 'fa:16:3e:5e:6f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1b2a0f-455e-4c9a-851b-505a86ed2f1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:10:31.696688 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:31.769820 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:31.821600 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:31.861178 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c5dc6f-4615-457e-b397-6180c7e3321c {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:10:31.893456 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:31.896685 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port a9c5dc6f-4615-457e-b397-6180c7e3321c, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=a9c5dc6f-4615-457e-b397-6180c7e3321c,segment=NetworkSegment(577a4e55-13ac-47c1-b928-47d1263e082a),segment_id=577a4e55-13ac-47c1-b928-47d1263e082a)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:31.906328 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:31.908443 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-2f77d429-beaa-4243-8248-e4ecfc558616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:32.039761 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=a9c5dc6f-4615-457e-b397-6180c7e3321c,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:32.048984 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:32.230309 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-02a77eb8-6468-46c9-ac23-d631a9bda529 req-4426f366-5ddf-4fe3-90a6-b3cbc6306c42 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 210 time: 0.1646883 Jul 19 01:10:32.368951 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 139688bd-78f9-49d5-ad53-1624f9ad4fbd up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:32.383681 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:32.391166 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:32.402165 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:32.411295 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['a9c5dc6f-4615-457e-b397-6180c7e3321c'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:10:32.445263 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:32.468858 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['ad646e9b-be70-4ca5-8653-ed7c2559c068'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:10:32.482872 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event updated for resources: {'Port': ['ID=cdfb514e-0698-48b0-8542-b3325d8444e6,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:32.485758 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:32.487346 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2218885 Jul 19 01:10:32.488548 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:32.748451 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 139688bd-78f9-49d5-ad53-1624f9ad4fbd completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:32.834048 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 139688bd-78f9-49d5-ad53-1624f9ad4fbd triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:32.838473 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:32.838972 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-8eee125b-0504-44b2-92fe-2c459f2b67ae tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:32.840966 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-8eee125b-0504-44b2-92fe-2c459f2b67ae tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.15 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 815 time: 0.1946018 Jul 19 01:10:32.855452 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99496fb0-32f2-4d06-86b3-aefe71ede5ec req-2312a10e-4e62-4c7d-8d5b-2191cd156600 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:32.857267 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-99496fb0-32f2-4d06-86b3-aefe71ede5ec req-2312a10e-4e62-4c7d-8d5b-2191cd156600 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 945 time: 0.4098175 Jul 19 01:10:32.905435 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fe5c0-240c-4356-84ba-3679b6aab9ed req-85830446-9b30-4bf8-a83d-c1c2a8c619cd tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:32.914480 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-162fe5c0-240c-4356-84ba-3679b6aab9ed req-85830446-9b30-4bf8-a83d-c1c2a8c619cd tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 944 time: 0.1138313 Jul 19 01:10:32.934361 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-6ced3eb5-2258-4647-aabb-1a01c1f86147 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78744406433a47b19d4fd6a43cfcac95 HTTP/1.1" status: 200 len: 380 time: 0.0760155 Jul 19 01:10:32.953464 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-99496fb0-32f2-4d06-86b3-aefe71ede5ec req-9f8629f7-7157-473d-ba96-8ce60a1ed719 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792618 Jul 19 01:10:32.966224 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Request body: {'port': {'device_id': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'admin_state_up': True, 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'security_groups': ['235c719a-bb19-4429-a920-910cd2bd3cfe']}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:33.023981 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-162fe5c0-240c-4356-84ba-3679b6aab9ed req-5dea8d1a-adbe-4e9a-a499-872c23c2d7b9 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082165 Jul 19 01:10:33.217436 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:33.226210 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:33.247782 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-639ebde7-ac03-400a-94f7-2b23b64a284a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--696121404&fields=id&tenant_id=af65e617675d47a796746c0b073381b7 HTTP/1.1" status: 200 len: 267 time: 0.0915082 Jul 19 01:10:33.248654 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:33.274013 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port 139688bd-78f9-49d5-ad53-1624f9ad4fbd, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=139688bd-78f9-49d5-ad53-1624f9ad4fbd,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:33.292715 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:33.295041 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Made reservation on behalf of 78744406433a47b19d4fd6a43cfcac95 for: {'port': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:10:33.298488 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:33.301439 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-79cddcfa-706f-4c87-b093-39784f9bcbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:33.444381 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=139688bd-78f9-49d5-ad53-1624f9ad4fbd,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:33.460142 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:33.538906 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-e397d38e-fa7d-4d57-a3e0-7e108c4015ac tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:33.540397 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-e397d38e-fa7d-4d57-a3e0-7e108c4015ac tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/networks?id=bfd08c5c-0b93-4a24-870a-ad0255d7744c HTTP/1.1" status: 200 len: 811 time: 0.2823524 Jul 19 01:10:33.541993 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1f65050b-bc8a-4359-aee1-66967fb5afd9 req-b1c50fe8-9830-4844-b2d3-d8a7eb39b29a tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 210 time: 0.0817726 Jul 19 01:10:33.601446 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-e5de1e0f-e65f-4d21-a75b-2e599c1db01b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/quotas/af65e617675d47a796746c0b073381b7 HTTP/1.1" status: 200 len: 375 time: 0.0283403 Jul 19 01:10:33.676601 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Allocated IP 172.20.0.7 (c296ada3-efae-4388-b9cf-7235586b6c54/e3a1d271-46d5-45ce-b690-19ecf5019168/21071ca0-185a-4cc5-9370-b2515273bc4a) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:10:33.775909 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-1b1f714d-fb70-4eae-9219-59a6fbef7fd1 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Synchronizing usage tracker for tenant:af65e617675d47a796746c0b073381b7 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:33.870785 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-1b1f714d-fb70-4eae-9219-59a6fbef7fd1 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Unset dirty status for tenant:af65e617675d47a796746c0b073381b7 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:33.872126 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-1b1f714d-fb70-4eae-9219-59a6fbef7fd1 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=af65e617675d47a796746c0b073381b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2608650 Jul 19 01:10:33.968887 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:34.086978 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device ad646e9b-be70-4ca5-8653-ed7c2559c068 up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:34.139485 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Transition to ACTIVE for port object 21071ca0-185a-4cc5-9370-b2515273bc4a will not be triggered until provisioned by entity DHCP. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:34.209609 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-8829ac2a-7155-4d01-b3cb-c09b03ee56cf service neutron] 10.222.0.10 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081572 Jul 19 01:10:34.268103 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110d714-00ac-4f7c-ad92-a2e16674547b req-3391cd07-0c75-4a4c-9ea6-e0a9d1224e6a tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:34.275584 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3110d714-00ac-4f7c-ad92-a2e16674547b req-3391cd07-0c75-4a4c-9ea6-e0a9d1224e6a tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 945 time: 0.1983423 Jul 19 01:10:34.296714 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port ad646e9b-be70-4ca5-8653-ed7c2559c068 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:34.303236 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port ad646e9b-be70-4ca5-8653-ed7c2559c068 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:34.303615 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:34.335602 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3110d714-00ac-4f7c-ad92-a2e16674547b req-72129898-bf0e-48cc-a3f8-6eb47728c5f1 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590675 Jul 19 01:10:34.342413 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 139688bd-78f9-49d5-ad53-1624f9ad4fbd up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:34.350032 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:34.386264 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a92b6710-40b9-4d27-ab17-a074b3cfca71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:34.450701 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-42cd54ef-9378-4230-bfd6-9aa1282684da service neutron] 10.222.0.10 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400544 Jul 19 01:10:34.459575 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Network c296ada3-efae-4388-b9cf-7235586b6c54 is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:34.462859 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:34.467290 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:10:34.473047 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:34.473868 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:34.489949 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event updated for resources: {'Port': ['ID=21071ca0-185a-4cc5-9370-b2515273bc4a,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:34.494688 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:34.539408 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5802705 Jul 19 01:10:34.561828 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Request body: {'port': {'device_id': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:34.577160 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03c52b-ec46-4f13-b6fb-295a9a2f5c65 req-09f7485b-a6b2-4167-bf44-a9484c359f87 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:34.579677 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:34.589647 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dc03c52b-ec46-4f13-b6fb-295a9a2f5c65 req-09f7485b-a6b2-4167-bf44-a9484c359f87 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 944 time: 0.1332927 Jul 19 01:10:34.633403 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 139688bd-78f9-49d5-ad53-1624f9ad4fbd triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:34.634045 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:34.668503 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dc03c52b-ec46-4f13-b6fb-295a9a2f5c65 req-9bd36bec-1b38-494d-945e-dfc83d2456c4 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763724 Jul 19 01:10:34.739563 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:34.759486 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c7bcc8-3a5f-401e-8d6e-a490d81b0eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad646e9b-be70-4ca5-8653-ed7c2559c068'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:10:34.864141 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port ad646e9b-be70-4ca5-8653-ed7c2559c068, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ad646e9b-be70-4ca5-8653-ed7c2559c068,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:34.873146 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:34.874238 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device a9c5dc6f-4615-457e-b397-6180c7e3321c up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:34.880829 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d6b8144d-0b98-4f31-82c8-ddf3c4f2aa18 req-e48b0887-7f0f-4e61-a20c-b8456ec08323 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 210 time: 0.1066236 Jul 19 01:10:34.927643 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-65bba093-a7fe-4be0-88a6-860040308369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:35.029447 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeec71-00b0-4973-88d1-96824216332a req-18be5714-26f4-4d4a-a635-df2ca1ce10b0 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:35.043526 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-48aeec71-00b0-4973-88d1-96824216332a req-18be5714-26f4-4d4a-a635-df2ca1ce10b0 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 931 time: 0.1381490 Jul 19 01:10:35.054785 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=ad646e9b-be70-4ca5-8653-ed7c2559c068,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:35.058250 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:35.059089 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-22a80aab-a3f8-497b-b93a-8508bc01b545 None None] Provisioning for port 21071ca0-185a-4cc5-9370-b2515273bc4a completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:35.067470 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-22a80aab-a3f8-497b-b93a-8508bc01b545 None None] Provisioning complete for port 21071ca0-185a-4cc5-9370-b2515273bc4a triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:35.067844 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-22a80aab-a3f8-497b-b93a-8508bc01b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:35.202130 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-48aeec71-00b0-4973-88d1-96824216332a req-15688c39-7aed-4ab6-8e05-7cc587fe1933 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360490 Jul 19 01:10:35.269417 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-22a80aab-a3f8-497b-b93a-8508bc01b545 None None] Port 21071ca0-185a-4cc5-9370-b2515273bc4a cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:10:35.282142 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 59668) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:35.290301 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port a9c5dc6f-4615-457e-b397-6180c7e3321c completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:35.296416 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port a9c5dc6f-4615-457e-b397-6180c7e3321c triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:35.301314 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:35.484039 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c7bcc8-3a5f-401e-8d6e-a490d81b0eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad646e9b-be70-4ca5-8653-ed7c2559c068', 'code': 200} Jul 19 01:10:35.538505 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-458f6ed2-4496-4cf6-a5ca-37cfd8b554ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:35.591942 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-458f6ed2-4496-4cf6-a5ca-37cfd8b554ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:35.608541 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-458f6ed2-4496-4cf6-a5ca-37cfd8b554ac admin admin] Usage tracker for resource:security_group_rule and tenant:e9dec8a2629d4904b884a031066d7acf is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:35.628019 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-458f6ed2-4496-4cf6-a5ca-37cfd8b554ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:35.651327 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-458f6ed2-4496-4cf6-a5ca-37cfd8b554ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:35.655080 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:35.771975 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port a9c5dc6f-4615-457e-b397-6180c7e3321c, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=a9c5dc6f-4615-457e-b397-6180c7e3321c,segment=NetworkSegment(577a4e55-13ac-47c1-b928-47d1263e082a),segment_id=577a4e55-13ac-47c1-b928-47d1263e082a)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:35.775551 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b2b7b9d8-88cd-46a5-8002-55e5f3162339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:35.781992 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:35.786993 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:35.936889 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=a9c5dc6f-4615-457e-b397-6180c7e3321c,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:35.943923 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:35.944422 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353330af-3ea4-4720-a8e9-8ddc700eb048 req-d5774bc2-d4c4-49d5-8a04-10789e4f6cba tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:35.952003 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-353330af-3ea4-4720-a8e9-8ddc700eb048 req-d5774bc2-d4c4-49d5-8a04-10789e4f6cba tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 946 time: 0.3347147 Jul 19 01:10:36.028660 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-353330af-3ea4-4720-a8e9-8ddc700eb048 req-4cb2657f-c917-43e5-a798-6d2b1af284e6 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754843 Jul 19 01:10:36.046731 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-458f6ed2-4496-4cf6-a5ca-37cfd8b554ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:36.051252 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-458f6ed2-4496-4cf6-a5ca-37cfd8b554ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:36.071478 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:36.121840 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-458f6ed2-4496-4cf6-a5ca-37cfd8b554ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9dec8a2629d4904b884a031066d7acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8382018 Jul 19 01:10:36.123149 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f6ed2-4496-4cf6-a5ca-37cfd8b554ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc47769a-bef7-4dfa-a84a-87291b712060,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:36.126269 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 59706) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:36.130009 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-458f6ed2-4496-4cf6-a5ca-37cfd8b554ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:36.173789 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21071ca0-185a-4cc5-9370-b2515273bc4a {{(pid=78633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:10:36.202319 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-aa54e6c4-b4e7-423c-a593-66b31adb2984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:36.208433 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:36.231506 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-aa54e6c4-b4e7-423c-a593-66b31adb2984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:36.272297 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Transition to ACTIVE for port object 21071ca0-185a-4cc5-9370-b2515273bc4a will not be triggered until provisioned by entity L2. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:36.285215 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:36.302180 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:36.303874 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:36.319320 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-aa54e6c4-b4e7-423c-a593-66b31adb2984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:36.326548 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-419d7f27-35f7-4eff-94fd-351703569db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:36.348785 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54e6c4-b4e7-423c-a593-66b31adb2984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc47769a-bef7-4dfa-a84a-87291b712060,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:36.361776 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85e9ac-a68f-4e20-8d20-17fc98ed30c6 req-64abc8e7-572f-476d-a0b3-e72a591fef23 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:36.363961 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e85e9ac-a68f-4e20-8d20-17fc98ed30c6 req-64abc8e7-572f-476d-a0b3-e72a591fef23 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 945 time: 0.3955407 Jul 19 01:10:36.372267 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-aa54e6c4-b4e7-423c-a593-66b31adb2984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:36.417907 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Pushing event updated for resources: {'Port': ['ID=21071ca0-185a-4cc5-9370-b2515273bc4a,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:36.448459 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-aa54e6c4-b4e7-423c-a593-66b31adb2984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:36.449218 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-aa54e6c4-b4e7-423c-a593-66b31adb2984 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc47769a-bef7-4dfa-a84a-87291b712060 HTTP/1.1" status: 204 len: 168 time: 0.3180652 Jul 19 01:10:36.458063 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9f167d07-2ccd-442b-ab88-3ec2224967f1 req-17d5b827-5945-48b1-8489-1070e0d7b6aa tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 210 time: 0.0670111 Jul 19 01:10:36.509616 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:36.552349 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbec44-f368-4b46-bbe8-4b03cce2f909 req-524494dd-10c9-4f7d-8575-284eef2c24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:36.553960 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cdfbec44-f368-4b46-bbe8-4b03cce2f909 req-524494dd-10c9-4f7d-8575-284eef2c24f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 1099 time: 0.6637268 Jul 19 01:10:36.626161 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Attempting to bind port 21071ca0-185a-4cc5-9370-b2515273bc4a on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:10:36.626671 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Attempting to bind port 21071ca0-185a-4cc5-9370-b2515273bc4a by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:10:36.627412 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Attempting to bind port 21071ca0-185a-4cc5-9370-b2515273bc4a on network c296ada3-efae-4388-b9cf-7235586b6c54 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:36.635595 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-cdfbec44-f368-4b46-bbe8-4b03cce2f909 req-fa9aeea5-f027-4f8d-ae37-155969a80658 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:36.649103 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e85e9ac-a68f-4e20-8d20-17fc98ed30c6 req-49b446b7-ef24-4d64-8c0a-a984c6b233cd tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743402 Jul 19 01:10:36.653907 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Port 21071ca0-185a-4cc5-9370-b2515273bc4a on network c296ada3-efae-4388-b9cf-7235586b6c54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:10:36.654423 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Attempting to bind port 21071ca0-185a-4cc5-9370-b2515273bc4a on network c296ada3-efae-4388-b9cf-7235586b6c54 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:36.662804 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:10:36.663519 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Checking segment: {'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:10:36.664065 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Bound using segment: {'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:10:36.664668 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Bound port: 21071ca0-185a-4cc5-9370-b2515273bc4a, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'}}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:10:36.665174 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:36.688901 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-cdfbec44-f368-4b46-bbe8-4b03cce2f909 req-fa9aeea5-f027-4f8d-ae37-155969a80658 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:36.728596 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-cdfbec44-f368-4b46-bbe8-4b03cce2f909 req-fa9aeea5-f027-4f8d-ae37-155969a80658 service neutron] Usage tracker for resource:security_group_rule and tenant:48e79d3184f34576bdc63e1ef5d5bdca is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:36.732737 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-cdfbec44-f368-4b46-bbe8-4b03cce2f909 req-fa9aeea5-f027-4f8d-ae37-155969a80658 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:36.750440 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9f530-7665-40ee-91ce-6bbe1ac95100 req-974dc46d-7eeb-4a00-b95a-7dd3f976268e tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:36.752272 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f7f9f530-7665-40ee-91ce-6bbe1ac95100 req-974dc46d-7eeb-4a00-b95a-7dd3f976268e tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1393807 Jul 19 01:10:36.777054 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-cdfbec44-f368-4b46-bbe8-4b03cce2f909 req-fa9aeea5-f027-4f8d-ae37-155969a80658 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:36.813155 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.15', 60639) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:36.839022 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] For port 21071ca0-185a-4cc5-9370-b2515273bc4a, host hv-cinder-80123, cleared binding levels {{(pid=78633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:10:36.842867 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] For port 21071ca0-185a-4cc5-9370-b2515273bc4a, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=21071ca0-185a-4cc5-9370-b2515273bc4a,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:10:36.854511 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:36.864204 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:36.931174 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f7f9f530-7665-40ee-91ce-6bbe1ac95100 req-d6b575a3-ffa9-425c-b7d7-7727827ca2f8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696956 Jul 19 01:10:36.937866 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:36.938592 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:36.940948 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] 10.222.0.15 "PUT /v2.0/ports/21071ca0-185a-4cc5-9370-b2515273bc4a HTTP/1.1" status: 200 len: 1093 time: 2.3848290 Jul 19 01:10:36.941823 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:10:36.979190 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Pushing event updated for resources: {'Port': ['ID=21071ca0-185a-4cc5-9370-b2515273bc4a,revision_number=3']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:36.985887 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:36.996557 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 59730) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:37.020728 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2a79da20-5b57-4a37-8e13-9a43dd89927c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:37.040697 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-cdfbec44-f368-4b46-bbe8-4b03cce2f909 req-fa9aeea5-f027-4f8d-ae37-155969a80658 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:37.047703 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-2a79da20-5b57-4a37-8e13-9a43dd89927c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:37.054348 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-cdfbec44-f368-4b46-bbe8-4b03cce2f909 req-fa9aeea5-f027-4f8d-ae37-155969a80658 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:37.057522 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2a79da20-5b57-4a37-8e13-9a43dd89927c admin admin] Usage tracker for resource:security_group_rule and tenant:704486128c8141b3bc956617edef3d56 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:37.087207 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2a79da20-5b57-4a37-8e13-9a43dd89927c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:37.091426 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'status': 'completed', 'code': 200} Jul 19 01:10:37.097043 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:37.116560 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-2a79da20-5b57-4a37-8e13-9a43dd89927c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:37.131870 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cdfbec44-f368-4b46-bbe8-4b03cce2f909 req-fa9aeea5-f027-4f8d-ae37-155969a80658 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458024 Jul 19 01:10:37.161359 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aeea5-f027-4f8d-ae37-155969a80658 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=109c1697-e0f0-4163-b551-2e88a5e87286,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:37.166870 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-fa9aeea5-f027-4f8d-ae37-155969a80658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:37.251368 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2a79da20-5b57-4a37-8e13-9a43dd89927c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:37.257575 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2a79da20-5b57-4a37-8e13-9a43dd89927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:37.268807 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:37.276289 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-b7deed36-6da9-403b-954f-c7e32d069059 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:37.277296 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-b7deed36-6da9-403b-954f-c7e32d069059 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Synchronizing usage tracker for tenant:af65e617675d47a796746c0b073381b7 on resource:network {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:37.301054 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79da20-5b57-4a37-8e13-9a43dd89927c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b0744a-78e4-4980-bcec-a38424cc3120,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:37.323381 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2a79da20-5b57-4a37-8e13-9a43dd89927c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:37.337003 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2a79da20-5b57-4a37-8e13-9a43dd89927c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=704486128c8141b3bc956617edef3d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354626 Jul 19 01:10:37.337424 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 59736) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:37.358170 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-b7deed36-6da9-403b-954f-c7e32d069059 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Unset dirty status for tenant:af65e617675d47a796746c0b073381b7 on resource:network {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:37.359268 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-b7deed36-6da9-403b-954f-c7e32d069059 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.15 "GET /v2.0/networks?id=bfd08c5c-0b93-4a24-870a-ad0255d7744c HTTP/1.1" status: 200 len: 811 time: 0.5448697 Jul 19 01:10:37.437653 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195110b9-c394-42a4-a633-8e3a92b7c703 req-5604bfae-2a88-4269-b645-85787fac9eef tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:37.439314 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-195110b9-c394-42a4-a633-8e3a92b7c703 req-5604bfae-2a88-4269-b645-85787fac9eef tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 946 time: 0.1513822 Jul 19 01:10:37.439890 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2842319b-7d9b-48a2-8063-f9a8a0ef9af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:37.485849 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274dcef1-72a6-42bc-8d81-a81db88b0010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c5dc6f-4615-457e-b397-6180c7e3321c'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:10:37.642295 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2842319b-7d9b-48a2-8063-f9a8a0ef9af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:37.690380 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-195110b9-c394-42a4-a633-8e3a92b7c703 req-ce069bcb-ddf0-4c7f-bc64-b3b77e721405 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238317 Jul 19 01:10:37.703414 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-ef023b12-c086-4546-bd45-92a625d3d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:37.704014 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-ef023b12-c086-4546-bd45-92a625d3d0f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 1096 time: 0.2536602 Jul 19 01:10:37.713251 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-58ca0bdc-de85-4370-b00a-a7b6a95d4376 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Synchronizing usage tracker for tenant:af65e617675d47a796746c0b073381b7 on resource:security_group {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:37.807237 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274dcef1-72a6-42bc-8d81-a81db88b0010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c5dc6f-4615-457e-b397-6180c7e3321c', 'code': 200} Jul 19 01:10:37.808716 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-58ca0bdc-de85-4370-b00a-a7b6a95d4376 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Unset dirty status for tenant:af65e617675d47a796746c0b073381b7 on resource:security_group {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:37.813216 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-58ca0bdc-de85-4370-b00a-a7b6a95d4376 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af65e617675d47a796746c0b073381b7 HTTP/1.1" status: 200 len: 379 time: 0.3161416 Jul 19 01:10:37.836569 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2842319b-7d9b-48a2-8063-f9a8a0ef9af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:37.843543 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b653fdc6-8556-42c2-ba8c-2bd973653248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:37.871405 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842319b-7d9b-48a2-8063-f9a8a0ef9af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b0744a-78e4-4980-bcec-a38424cc3120,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:37.904627 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Request body: {'port': {'device_id': '63e173e6-2ae2-4145-bdd9-2d3f7706313d', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'admin_state_up': True, 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'security_groups': ['c8ad1d09-345f-4ea6-907c-562f372def7e']}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:37.962316 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2842319b-7d9b-48a2-8063-f9a8a0ef9af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:37.974156 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2842319b-7d9b-48a2-8063-f9a8a0ef9af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:37.981849 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-2842319b-7d9b-48a2-8063-f9a8a0ef9af9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0b0744a-78e4-4980-bcec-a38424cc3120 HTTP/1.1" status: 204 len: 168 time: 0.6439693 Jul 19 01:10:38.031976 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-217e1058-fbf0-4ba1-b2b1-6b33f7f8fbc8 req-69274095-e5ab-4640-b077-1c312b433165 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 210 time: 0.3126388 Jul 19 01:10:38.033615 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-013d69d5-a738-4f44-883e-76e82c5b9929 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21071ca0-185a-4cc5-9370-b2515273bc4a HTTP/1.1" status: 200 len: 217 time: 0.2345903 Jul 19 01:10:38.178149 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-6feaa2e4-59f0-44ad-9f04-017713064ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:38.189862 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-6feaa2e4-59f0-44ad-9f04-017713064ca2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3a1d271-46d5-45ce-b690-19ecf5019168 HTTP/1.1" status: 200 len: 854 time: 0.1481996 Jul 19 01:10:38.286452 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-c6b75442-ae2b-4819-a378-6c6a937dcc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:38.312539 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:38.351496 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:38.380234 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Made reservation on behalf of af65e617675d47a796746c0b073381b7 for: {'port': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:10:38.393307 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:38.434132 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629224d8-56fe-4140-af8c-947e720c63e7 req-e23e3970-4baa-4e66-9877-7bbe555002a9 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:38.441556 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-629224d8-56fe-4140-af8c-947e720c63e7 req-e23e3970-4baa-4e66-9877-7bbe555002a9 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 945 time: 0.2701001 Jul 19 01:10:38.480182 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bfb25-38de-4392-b6a4-da25ef319b9d req-e0d7ae73-d982-4000-b541-128d06d0b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:38.481683 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-fb5bfb25-38de-4392-b6a4-da25ef319b9d req-e0d7ae73-d982-4000-b541-128d06d0b49a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 1098 time: 0.2786579 Jul 19 01:10:38.512058 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c666912f-91de-48b7-bb2b-bb490dcd5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:38.513714 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-c666912f-91de-48b7-bb2b-bb490dcd5627 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c296ada3-efae-4388-b9cf-7235586b6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2362163 Jul 19 01:10:38.528016 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9b14f-9c19-4333-95c5-01a49f31cec8 req-61ab3882-a69a-424c-a182-d5ef3a7c0ce1 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:38.529160 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-29d9b14f-9c19-4333-95c5-01a49f31cec8 req-61ab3882-a69a-424c-a182-d5ef3a7c0ce1 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Synchronizing usage tracker for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:38.553869 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-629224d8-56fe-4140-af8c-947e720c63e7 req-16ca7ac0-b01f-48ef-a606-ca5fd3dea40b tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113548 Jul 19 01:10:38.649616 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Allocated IP 172.20.0.3 (bfd08c5c-0b93-4a24-870a-ad0255d7744c/4f09b458-4689-4734-8c8e-6ca87811b768/7f0e61b6-4ea7-48ee-93a8-9af692ecb136) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:10:38.758958 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-418f9e37-e106-48ba-8ec9-09237ee9d25d service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262578 Jul 19 01:10:38.785565 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-fb5bfb25-38de-4392-b6a4-da25ef319b9d req-926a1f37-a6e2-4edb-b724-27d6b05935c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918706 Jul 19 01:10:38.792510 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-29d9b14f-9c19-4333-95c5-01a49f31cec8 req-61ab3882-a69a-424c-a182-d5ef3a7c0ce1 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Unset dirty status for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:38.793775 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-29d9b14f-9c19-4333-95c5-01a49f31cec8 req-61ab3882-a69a-424c-a182-d5ef3a7c0ce1 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.4404788 Jul 19 01:10:38.923929 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-29d9b14f-9c19-4333-95c5-01a49f31cec8 req-d7998fb3-230c-47d6-8d95-f7a1d15b23eb tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170340 Jul 19 01:10:38.966908 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:39.024504 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 59836) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:39.151400 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7743e4-7499-4dd0-96f5-24036c823ddc req-da229f8b-aeb5-43e2-9329-69ecd50075e8 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:39.153749 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3b7743e4-7499-4dd0-96f5-24036c823ddc req-da229f8b-aeb5-43e2-9329-69ecd50075e8 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 946 time: 0.2669930 Jul 19 01:10:39.157445 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:39.203378 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.provisioning_blocks [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Transition to ACTIVE for port object 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 will not be triggered until provisioned by entity DHCP. {{(pid=78632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:39.244330 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3b7743e4-7499-4dd0-96f5-24036c823ddc req-2316bba8-64ed-4937-9512-bb78cc07787e tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750232 Jul 19 01:10:39.275416 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:39.294980 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:39.396946 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Network bfd08c5c-0b93-4a24-870a-ad0255d7744c is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:39.408408 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:39.423659 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:10:39.441811 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:39.444112 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:39.475458 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:39.482598 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event updated for resources: {'Port': ['ID=7f0e61b6-4ea7-48ee-93a8-9af692ecb136,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:39.500198 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:39.542798 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-35f7c317-e58e-4966-a55f-08694ab3f95b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6733327 Jul 19 01:10:39.550126 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8075-0ecd-43d6-8fa1-cd270d79575d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:39.570363 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Request body: {'port': {'device_id': '63e173e6-2ae2-4145-bdd9-2d3f7706313d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:39.622366 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-d3fe8075-0ecd-43d6-8fa1-cd270d79575d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:39.696055 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-d3fe8075-0ecd-43d6-8fa1-cd270d79575d admin admin] Usage tracker for resource:security_group_rule and tenant:1cafcc0a1dd242f89adab7beda3ac982 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:39.701721 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-d3fe8075-0ecd-43d6-8fa1-cd270d79575d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:39.722344 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-161d35f4-2ce8-41a5-b86e-8762ba3a1ea1 req-f30f8dee-341b-4425-b534-829a2d10455d service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858766 Jul 19 01:10:39.724017 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-d3fe8075-0ecd-43d6-8fa1-cd270d79575d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:39.842510 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bbf6e-6755-4ea3-858b-f950dc3e7cab req-65cd2561-9c96-4fa4-a3fe-adb1aff6eda5 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:39.852442 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e58bbf6e-6755-4ea3-858b-f950dc3e7cab req-65cd2561-9c96-4fa4-a3fe-adb1aff6eda5 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 931 time: 0.4591541 Jul 19 01:10:39.887768 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-d7af270b-87ed-4636-916f-ac01309cc904 None None] Provisioning for port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:39.894699 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-d7af270b-87ed-4636-916f-ac01309cc904 None None] Provisioning complete for port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:39.895298 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-d7af270b-87ed-4636-916f-ac01309cc904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:39.973466 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e58bbf6e-6755-4ea3-858b-f950dc3e7cab req-7937cd1c-2655-4bfa-80d8-2d6a1bb7b5b7 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198318 Jul 19 01:10:39.975069 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-d7af270b-87ed-4636-916f-ac01309cc904 None None] Port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:10:39.976623 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:40.078488 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c2380-712f-4856-b402-8af7820acc76 req-1326d266-5d68-4f92-9ab8-25509022d3cd tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:40.085836 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dd5c2380-712f-4856-b402-8af7820acc76 req-1326d266-5d68-4f92-9ab8-25509022d3cd tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 945 time: 0.2755527 Jul 19 01:10:40.160863 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46c6f8-7155-4c60-ada1-492b1e47fa1a req-2ac7104a-c69b-4a42-b54e-ca98b1bc2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:40.167343 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ea46c6f8-7155-4c60-ada1-492b1e47fa1a req-2ac7104a-c69b-4a42-b54e-ca98b1bc2b4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 1096 time: 0.2752604 Jul 19 01:10:40.207078 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8075-0ecd-43d6-8fa1-cd270d79575d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:40.250880 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8075-0ecd-43d6-8fa1-cd270d79575d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:40.284782 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-20f4fce4-64a9-45a5-a9fc-fbad50f7532d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:40.289434 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dd5c2380-712f-4856-b402-8af7820acc76 req-f9b5ff11-91f7-4154-847c-87a5d9de6507 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027075 Jul 19 01:10:40.444999 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-d3fe8075-0ecd-43d6-8fa1-cd270d79575d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cafcc0a1dd242f89adab7beda3ac982&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4190116 Jul 19 01:10:40.451606 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 59894) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:40.452844 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46c6f8-7155-4c60-ada1-492b1e47fa1a req-b961a36b-62e9-4328-ad4c-101e7b9a7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:40.454375 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ea46c6f8-7155-4c60-ada1-492b1e47fa1a req-b961a36b-62e9-4328-ad4c-101e7b9a7768 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 916 time: 0.2399583 Jul 19 01:10:40.459075 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe8075-0ecd-43d6-8fa1-cd270d79575d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7cf423-42c4-495d-bbac-d0f5d0d59436,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:40.474161 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d3fe8075-0ecd-43d6-8fa1-cd270d79575d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:40.548631 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ea46c6f8-7155-4c60-ada1-492b1e47fa1a req-20e89ce0-b602-48c1-a218-0099c95c909d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21071ca0-185a-4cc5-9370-b2515273bc4a HTTP/1.1" status: 200 len: 217 time: 0.0771596 Jul 19 01:10:40.605034 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141ce67-54f3-4c4f-b81f-3f06e385f019 req-51f14459-b5b7-4064-8867-eb92d315d1bf tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:40.606558 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2141ce67-54f3-4c4f-b81f-3f06e385f019 req-51f14459-b5b7-4064-8867-eb92d315d1bf tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.4379900 Jul 19 01:10:40.656004 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe89c28-983c-4d06-9e7e-aa5f2c3a7d8e req-9b3a9df4-71d5-4042-8c0e-92e8fc3385fa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:40.657477 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-fbe89c28-983c-4d06-9e7e-aa5f2c3a7d8e req-9b3a9df4-71d5-4042-8c0e-92e8fc3385fa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 946 time: 0.2333877 Jul 19 01:10:40.669666 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 {{(pid=78632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:10:40.687131 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46c6f8-7155-4c60-ada1-492b1e47fa1a req-936b598a-a327-456b-aa3c-de9768e11bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:40.688563 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ea46c6f8-7155-4c60-ada1-492b1e47fa1a req-936b598a-a327-456b-aa3c-de9768e11bba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3a1d271-46d5-45ce-b690-19ecf5019168 HTTP/1.1" status: 200 len: 854 time: 0.1269097 Jul 19 01:10:40.691498 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:40.696553 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c7a43c1d-d86a-4684-b4a6-8c438c00e1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:40.702853 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2141ce67-54f3-4c4f-b81f-3f06e385f019 req-967af94f-b675-4c83-b893-7b1b2ba1aca8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799997 Jul 19 01:10:40.726609 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.provisioning_blocks [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Transition to ACTIVE for port object 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 will not be triggered until provisioned by entity L2. {{(pid=78632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:40.735473 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:40.744647 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-fbe89c28-983c-4d06-9e7e-aa5f2c3a7d8e req-586c8353-a8ad-4c92-bab1-fd32a672d011 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702085 Jul 19 01:10:40.746639 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:40.784037 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c7a43c1d-d86a-4684-b4a6-8c438c00e1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:40.792613 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:40.827358 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0e61b6-4ea7-48ee-93a8-9af692ecb136,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:40.833021 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:40.856774 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46c6f8-7155-4c60-ada1-492b1e47fa1a req-d09f1735-21d2-4218-be96-16bdc643b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:40.858434 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ea46c6f8-7155-4c60-ada1-492b1e47fa1a req-d09f1735-21d2-4218-be96-16bdc643b627 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c296ada3-efae-4388-b9cf-7235586b6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1598129 Jul 19 01:10:40.915503 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c7a43c1d-d86a-4684-b4a6-8c438c00e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:40.934516 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:40.957306 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a43c1d-d86a-4684-b4a6-8c438c00e1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7cf423-42c4-495d-bbac-d0f5d0d59436,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:40.959739 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c7a43c1d-d86a-4684-b4a6-8c438c00e1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:41.006596 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Attempting to bind port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:10:41.007034 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Attempting to bind port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'}] {{(pid=78632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:10:41.007454 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Attempting to bind port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 on network bfd08c5c-0b93-4a24-870a-ad0255d7744c {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:41.014604 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 on network bfd08c5c-0b93-4a24-870a-ad0255d7744c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:10:41.015000 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Attempting to bind port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 on network bfd08c5c-0b93-4a24-870a-ad0255d7744c {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:41.022345 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c7a43c1d-d86a-4684-b4a6-8c438c00e1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:41.025759 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:10:41.026159 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-c7a43c1d-d86a-4684-b4a6-8c438c00e1a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a7cf423-42c4-495d-bbac-d0f5d0d59436 HTTP/1.1" status: 204 len: 168 time: 0.5681376 Jul 19 01:10:41.026255 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Checking segment: {'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:10:41.026255 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Bound using segment: {'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'} {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:10:41.026255 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Bound port: 7f0e61b6-4ea7-48ee-93a8-9af692ecb136, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'}}] {{(pid=78632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:10:41.026255 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:41.098628 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ea46c6f8-7155-4c60-ada1-492b1e47fa1a req-27118c7d-98f4-48c2-b2b5-0f436aa2e00d service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330112 Jul 19 01:10:41.242803 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] For port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136, host hv-cinder-80123, cleared binding levels {{(pid=78632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:10:41.250344 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] For port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=7f0e61b6-4ea7-48ee-93a8-9af692ecb136,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:10:41.275231 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:41.275231 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:41.378906 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ea46c6f8-7155-4c60-ada1-492b1e47fa1a req-173b790d-5e31-484a-92ce-2a293b46b269 service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722342 Jul 19 01:10:41.384781 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:41.385252 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:41.389366 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/7f0e61b6-4ea7-48ee-93a8-9af692ecb136 HTTP/1.1" status: 200 len: 1093 time: 1.8249748 Jul 19 01:10:41.389929 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e173e6-2ae2-4145-bdd9-2d3f7706313d', 'tag': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:10:41.394234 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccef84a-e945-45a2-ad5d-618ca59b55f6 req-36662a78-d0dd-4f13-a038-387ba3144c32 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:41.396423 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5ccef84a-e945-45a2-ad5d-618ca59b55f6 req-36662a78-d0dd-4f13-a038-387ba3144c32 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 943 time: 0.1384742 Jul 19 01:10:41.523037 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5ccef84a-e945-45a2-ad5d-618ca59b55f6 req-762193d2-ad6a-4b80-aa5f-246027b872b5 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107464 Jul 19 01:10:41.710498 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 59940) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:41.779524 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2c4a8149-936a-4829-8dc3-14d5d0e3be1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:41.833690 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-2c4a8149-936a-4829-8dc3-14d5d0e3be1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:41.847126 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2c4a8149-936a-4829-8dc3-14d5d0e3be1f admin admin] Usage tracker for resource:security_group_rule and tenant:6ea781d233634039b80bdce477996183 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:41.853334 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0e61b6-4ea7-48ee-93a8-9af692ecb136,revision_number=3']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:41.856791 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2c4a8149-936a-4829-8dc3-14d5d0e3be1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:41.874509 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-2c4a8149-936a-4829-8dc3-14d5d0e3be1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:41.883160 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:41.924232 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-056e01dd-9754-4bc2-ad0f-9cdc470e7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:41.926243 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-056e01dd-9754-4bc2-ad0f-9cdc470e7772 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af65e617675d47a796746c0b073381b7&device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 1096 time: 0.3589842 Jul 19 01:10:41.938037 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad002a-d33b-455c-807a-a121609eadc7 req-9152a25e-d659-44ba-b799-1536ca17fa08 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:41.941177 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4dad002a-d33b-455c-807a-a121609eadc7 req-9152a25e-d659-44ba-b799-1536ca17fa08 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 945 time: 0.2641027 Jul 19 01:10:41.971189 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 59952) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:42.029404 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-79c925fc-e9f2-4639-a948-d0a2851ce24b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f0e61b6-4ea7-48ee-93a8-9af692ecb136 HTTP/1.1" status: 200 len: 217 time: 0.0871379 Jul 19 01:10:42.057749 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49963368-4867-494e-bb91-0ad68656439b req-de52ee60-e0dc-4a8c-b6bd-a59a20e0604d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:42.059021 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-49963368-4867-494e-bb91-0ad68656439b req-de52ee60-e0dc-4a8c-b6bd-a59a20e0604d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1786501 Jul 19 01:10:42.139163 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4dad002a-d33b-455c-807a-a121609eadc7 req-de440da1-a379-442a-81ec-952ece396f27 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451542 Jul 19 01:10:42.166859 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-49963368-4867-494e-bb91-0ad68656439b req-67ff7907-2dd3-411b-ada5-c0a7567f65ee tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882809 Jul 19 01:10:42.168151 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-f3d1bf42-72b4-4517-82fe-2b6b3cba26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:42.173019 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-f3d1bf42-72b4-4517-82fe-2b6b3cba26f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f09b458-4689-4734-8c8e-6ca87811b768 HTTP/1.1" status: 200 len: 850 time: 0.1368382 Jul 19 01:10:42.257830 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-2297c848-edbc-426f-a29c-1662c89eca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:42.259708 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-2297c848-edbc-426f-a29c-1662c89eca2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bfd08c5c-0b93-4a24-870a-ad0255d7744c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790088 Jul 19 01:10:42.333404 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 59970) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:42.342499 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c76c4b9f-c851-4911-a946-412b1cdfb694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:42.354487 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2c4a8149-936a-4829-8dc3-14d5d0e3be1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:42.360278 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-c76c4b9f-c851-4911-a946-412b1cdfb694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:42.361283 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e173e6-2ae2-4145-bdd9-2d3f7706313d', 'tag': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136', 'status': 'completed', 'code': 200} Jul 19 01:10:42.363291 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2c4a8149-936a-4829-8dc3-14d5d0e3be1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:42.391023 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-c76c4b9f-c851-4911-a946-412b1cdfb694 admin admin] Usage tracker for resource:security_group_rule and tenant:bff6b465be604e488de13d68ab49b69a is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:42.394155 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2cc239b7-50f2-4fee-9c4f-36b0f3a3b532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:42.402807 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2c4a8149-936a-4829-8dc3-14d5d0e3be1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ea781d233634039b80bdce477996183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6903486 Jul 19 01:10:42.403859 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-c76c4b9f-c851-4911-a946-412b1cdfb694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:42.407820 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 59976) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:42.416002 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-c76c4b9f-c851-4911-a946-412b1cdfb694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:42.465721 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-f72ec82a-3ee1-4eab-86b3-6ddbbf67bd49 service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949055 Jul 19 01:10:42.468687 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a8149-936a-4829-8dc3-14d5d0e3be1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48b9161-f802-44e3-bf82-5270165492f7,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:42.484399 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2c4a8149-936a-4829-8dc3-14d5d0e3be1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:42.526024 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-15c5a991-832d-40e4-804e-e5d5f0475808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:42.526251 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d9caf7d4-7f74-45a3-be37-43e6ec2e80fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:42.556473 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-15c5a991-832d-40e4-804e-e5d5f0475808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:42.576091 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d9caf7d4-7f74-45a3-be37-43e6ec2e80fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:42.653269 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-15c5a991-832d-40e4-804e-e5d5f0475808 admin admin] Usage tracker for resource:security_group_rule and tenant:89d595c15c8342ec8735ff9ef6f6e3e9 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:42.658324 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-15c5a991-832d-40e4-804e-e5d5f0475808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:42.667556 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-15c5a991-832d-40e4-804e-e5d5f0475808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:42.707233 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5d4634fc-3567-4e41-bcb3-589fd36873db req-1b676075-4955-4edc-a242-6c97097df755 service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333694 Jul 19 01:10:42.709956 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c76c4b9f-c851-4911-a946-412b1cdfb694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:42.739379 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c76c4b9f-c851-4911-a946-412b1cdfb694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:42.755977 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-fa9aeea5-f027-4f8d-ae37-155969a80658 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:42.802937 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d9caf7d4-7f74-45a3-be37-43e6ec2e80fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:42.824597 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-c76c4b9f-c851-4911-a946-412b1cdfb694 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bff6b465be604e488de13d68ab49b69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8508370 Jul 19 01:10:42.829373 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c4b9f-c851-4911-a946-412b1cdfb694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d0bb34-e956-4516-a0ac-cc19ec162c73,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:42.834114 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 59992) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:42.837608 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c76c4b9f-c851-4911-a946-412b1cdfb694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:42.838035 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:42.862084 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61d953-7822-4464-990a-7896cd3764f5 req-6815dc74-8e0c-4efd-9f03-0325f440bedc tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:42.863959 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9b61d953-7822-4464-990a-7896cd3764f5 req-6815dc74-8e0c-4efd-9f03-0325f440bedc tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 943 time: 0.2125046 Jul 19 01:10:42.879060 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caf7d4-7f74-45a3-be37-43e6ec2e80fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48b9161-f802-44e3-bf82-5270165492f7,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:42.927223 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d9caf7d4-7f74-45a3-be37-43e6ec2e80fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:42.927351 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-15c5a991-832d-40e4-804e-e5d5f0475808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:42.927444 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-d9caf7d4-7f74-45a3-be37-43e6ec2e80fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f48b9161-f802-44e3-bf82-5270165492f7 HTTP/1.1" status: 204 len: 168 time: 0.5129414 Jul 19 01:10:42.931946 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-15c5a991-832d-40e4-804e-e5d5f0475808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:42.940780 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d9caf7d4-7f74-45a3-be37-43e6ec2e80fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:42.963320 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:42.975783 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-15c5a991-832d-40e4-804e-e5d5f0475808 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89d595c15c8342ec8735ff9ef6f6e3e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6414046 Jul 19 01:10:42.978811 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60002) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:42.999687 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f35013-76d1-47f1-9453-242544b68152 req-c5dbf334-f3ec-4668-8411-930819a8ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:43.001153 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-36f35013-76d1-47f1-9453-242544b68152 req-c5dbf334-f3ec-4668-8411-930819a8ae24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af65e617675d47a796746c0b073381b7&device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 1096 time: 0.1892078 Jul 19 01:10:43.020787 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9b61d953-7822-4464-990a-7896cd3764f5 req-04b728cc-de56-4261-b94a-47f9ce957305 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466045 Jul 19 01:10:43.027631 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5e1d-1d6b-4ae0-b481-495e34d6dd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:43.093846 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5e1d-1d6b-4ae0-b481-495e34d6dd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:43.125559 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5a991-832d-40e4-804e-e5d5f0475808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89795b61-2ce7-4128-bd1b-1b03ca0a2634,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:43.211009 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5e1d-1d6b-4ae0-b481-495e34d6dd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:43.218972 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c76c4b9f-c851-4911-a946-412b1cdfb694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:43.225074 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-15c5a991-832d-40e4-804e-e5d5f0475808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:43.251140 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf5e1d-1d6b-4ae0-b481-495e34d6dd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d0bb34-e956-4516-a0ac-cc19ec162c73,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:43.255377 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-0bcf5e1d-1d6b-4ae0-b481-495e34d6dd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:43.257188 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5e1d-1d6b-4ae0-b481-495e34d6dd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:43.276284 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-0bcf5e1d-1d6b-4ae0-b481-495e34d6dd59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67d0bb34-e956-4516-a0ac-cc19ec162c73 HTTP/1.1" status: 204 len: 168 time: 0.4302523 Jul 19 01:10:43.279732 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8baf3aa9-3ea1-4530-81f5-c6c13cdec8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:43.303650 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f35013-76d1-47f1-9453-242544b68152 req-039e0cec-c0e0-4d12-86e7-dc7a82bf1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:43.305456 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-36f35013-76d1-47f1-9453-242544b68152 req-039e0cec-c0e0-4d12-86e7-dc7a82bf1bfe service neutron] 10.222.0.15 "GET /v2.0/networks?id=bfd08c5c-0b93-4a24-870a-ad0255d7744c HTTP/1.1" status: 200 len: 912 time: 0.2948895 Jul 19 01:10:43.403328 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8baf3aa9-3ea1-4530-81f5-c6c13cdec8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:43.412607 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-36f35013-76d1-47f1-9453-242544b68152 req-0f4f4f9f-4568-454d-8381-71a6fae49b2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f0e61b6-4ea7-48ee-93a8-9af692ecb136 HTTP/1.1" status: 200 len: 217 time: 0.0915267 Jul 19 01:10:43.433674 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d46557-db2e-4fed-b636-1b569ebdb7dc req-ad839088-2b88-4af6-8baf-6839e754a4be tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:43.434806 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c4d46557-db2e-4fed-b636-1b569ebdb7dc req-ad839088-2b88-4af6-8baf-6839e754a4be tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1175895 Jul 19 01:10:43.501997 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c4d46557-db2e-4fed-b636-1b569ebdb7dc req-4216e3f1-4595-479a-bb74-a77323b58dd6 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607569 Jul 19 01:10:43.512609 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f35013-76d1-47f1-9453-242544b68152 req-8c1f9dd3-9a2c-4c7a-8a67-f0e213ee7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:43.514383 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-36f35013-76d1-47f1-9453-242544b68152 req-8c1f9dd3-9a2c-4c7a-8a67-f0e213ee7411 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f09b458-4689-4734-8c8e-6ca87811b768 HTTP/1.1" status: 200 len: 850 time: 0.0888119 Jul 19 01:10:43.584577 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8baf3aa9-3ea1-4530-81f5-c6c13cdec8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:43.595663 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-6f2209e4-9337-474a-9db4-ed695e6811a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:43.616954 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf3aa9-3ea1-4530-81f5-c6c13cdec8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89795b61-2ce7-4128-bd1b-1b03ca0a2634,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:43.628955 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8baf3aa9-3ea1-4530-81f5-c6c13cdec8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:43.652855 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8baf3aa9-3ea1-4530-81f5-c6c13cdec8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:43.654245 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60032) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:43.670497 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-8baf3aa9-3ea1-4530-81f5-c6c13cdec8ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89795b61-2ce7-4128-bd1b-1b03ca0a2634 HTTP/1.1" status: 204 len: 168 time: 0.6906493 Jul 19 01:10:43.673174 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-71959113-24c9-4c01-8cab-acdc73e1fa48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:43.684232 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f35013-76d1-47f1-9453-242544b68152 req-fac4ad87-43d6-4678-a215-6747aa31c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:43.685748 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-36f35013-76d1-47f1-9453-242544b68152 req-fac4ad87-43d6-4678-a215-6747aa31c97b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bfd08c5c-0b93-4a24-870a-ad0255d7744c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1581142 Jul 19 01:10:43.693864 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-71959113-24c9-4c01-8cab-acdc73e1fa48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:43.698037 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-71959113-24c9-4c01-8cab-acdc73e1fa48 admin admin] Usage tracker for resource:security_group_rule and tenant:10320b35675c4867a964a0c4a8be8b75 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:43.700912 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-71959113-24c9-4c01-8cab-acdc73e1fa48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:43.708013 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-71959113-24c9-4c01-8cab-acdc73e1fa48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:43.823262 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-71959113-24c9-4c01-8cab-acdc73e1fa48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:43.832192 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-71959113-24c9-4c01-8cab-acdc73e1fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:43.848811 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:43.889273 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71959113-24c9-4c01-8cab-acdc73e1fa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab2e0f5-0584-4e04-9037-30d4975b8bff,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:43.897755 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-71959113-24c9-4c01-8cab-acdc73e1fa48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:43.922826 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-71959113-24c9-4c01-8cab-acdc73e1fa48 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10320b35675c4867a964a0c4a8be8b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663853 Jul 19 01:10:43.925803 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60046) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:43.994893 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6fd7-1ca6-463a-862e-9aa0035721ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:43.999300 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-36f35013-76d1-47f1-9453-242544b68152 req-9d4d3960-d8cd-4bf2-a0eb-28c5768a9410 service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643704 Jul 19 01:10:44.033264 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6fd7-1ca6-463a-862e-9aa0035721ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:44.140112 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 21071ca0-185a-4cc5-9370-b2515273bc4a details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:10:44.155223 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6fd7-1ca6-463a-862e-9aa0035721ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:44.162359 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:44.207101 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e6fd7-1ca6-463a-862e-9aa0035721ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab2e0f5-0584-4e04-9037-30d4975b8bff,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:44.215981 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ca8e6fd7-1ca6-463a-862e-9aa0035721ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:44.221266 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6fd7-1ca6-463a-862e-9aa0035721ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:44.224620 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-ca8e6fd7-1ca6-463a-862e-9aa0035721ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ab2e0f5-0584-4e04-9037-30d4975b8bff HTTP/1.1" status: 204 len: 168 time: 0.2974057 Jul 19 01:10:44.408836 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 21071ca0-185a-4cc5-9370-b2515273bc4a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=21071ca0-185a-4cc5-9370-b2515273bc4a,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:44.416208 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60074) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:44.431788 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'port_id': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'mac_address': 'fa:16:3e:6c:00:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:10:44.448086 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-da1b5855-ea3a-41fd-8f17-598b882486e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:44.484684 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-da1b5855-ea3a-41fd-8f17-598b882486e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:44.495171 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-da1b5855-ea3a-41fd-8f17-598b882486e6 admin admin] Usage tracker for resource:security_group_rule and tenant:cec4388c3b59491cb23f9919cb835381 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:44.503934 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-da1b5855-ea3a-41fd-8f17-598b882486e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:44.517873 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-da1b5855-ea3a-41fd-8f17-598b882486e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:44.528881 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:44.530836 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-36f35013-76d1-47f1-9453-242544b68152 req-2ad0ebf2-7bc9-4733-b51f-e5cdc3c83e3c service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965718 Jul 19 01:10:44.554839 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21071ca0-185a-4cc5-9370-b2515273bc4a {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:10:44.563197 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e424f-b8ba-4e37-810d-ae442aba04ef req-92da3bc7-795f-4289-80ee-49e4d57f87d2 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:44.567867 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-bf5e424f-b8ba-4e37-810d-ae442aba04ef req-92da3bc7-795f-4289-80ee-49e4d57f87d2 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Synchronizing usage tracker for tenant:af65e617675d47a796746c0b073381b7 on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:44.576985 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 21071ca0-185a-4cc5-9370-b2515273bc4a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=21071ca0-185a-4cc5-9370-b2515273bc4a,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:44.583942 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:44.586965 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:44.594838 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-bf5e424f-b8ba-4e37-810d-ae442aba04ef req-92da3bc7-795f-4289-80ee-49e4d57f87d2 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Unset dirty status for tenant:af65e617675d47a796746c0b073381b7 on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:44.596268 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bf5e424f-b8ba-4e37-810d-ae442aba04ef req-92da3bc7-795f-4289-80ee-49e4d57f87d2 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 943 time: 0.2590811 Jul 19 01:10:44.696365 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bf5e424f-b8ba-4e37-810d-ae442aba04ef req-e345f00f-08c1-4107-ab7c-6c7c5ea4f7ee tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925045 Jul 19 01:10:44.700354 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=21071ca0-185a-4cc5-9370-b2515273bc4a,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:44.713535 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:44.734833 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-da1b5855-ea3a-41fd-8f17-598b882486e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:44.740330 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-da1b5855-ea3a-41fd-8f17-598b882486e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:44.755627 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-0bcf5e1d-1d6b-4ae0-b481-495e34d6dd59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:44.822145 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-da1b5855-ea3a-41fd-8f17-598b882486e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cec4388c3b59491cb23f9919cb835381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043856 Jul 19 01:10:44.824486 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b5855-ea3a-41fd-8f17-598b882486e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd13bee3-ef95-49db-899f-e2f4d42612e6,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:44.825111 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60088) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:44.835566 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-da1b5855-ea3a-41fd-8f17-598b882486e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:44.920259 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['21071ca0-185a-4cc5-9370-b2515273bc4a'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:10:44.936231 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3659fb3e-d45f-4a57-b1b8-56d07035bc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:44.966149 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3659fb3e-d45f-4a57-b1b8-56d07035bc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:45.021240 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7d3f1-1f64-4270-adff-fc88c13e895e req-bda43f82-8d13-4743-a92f-d5b9f5737f2f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:45.031998 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-81d7d3f1-1f64-4270-adff-fc88c13e895e req-bda43f82-8d13-4743-a92f-d5b9f5737f2f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 944 time: 0.1587479 Jul 19 01:10:45.042116 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3659fb3e-d45f-4a57-b1b8-56d07035bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:45.045947 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-536d04ec-b8e7-4db0-aa1c-4326738005af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:45.061455 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659fb3e-d45f-4a57-b1b8-56d07035bc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd13bee3-ef95-49db-899f-e2f4d42612e6,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:45.075524 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3659fb3e-d45f-4a57-b1b8-56d07035bc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:45.084764 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3659fb3e-d45f-4a57-b1b8-56d07035bc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:45.086126 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-3659fb3e-d45f-4a57-b1b8-56d07035bc14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd13bee3-ef95-49db-899f-e2f4d42612e6 HTTP/1.1" status: 204 len: 168 time: 0.2603495 Jul 19 01:10:45.165533 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-81d7d3f1-1f64-4270-adff-fc88c13e895e req-75c567e7-138b-4470-ae27-69ef5e66ce93 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291053 Jul 19 01:10:45.954851 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aba909-090d-4701-866d-e0034620a3c4 req-60e901d6-8a4d-454f-a952-acacc27aa0fd tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:45.963009 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-50aba909-090d-4701-866d-e0034620a3c4 req-60e901d6-8a4d-454f-a952-acacc27aa0fd tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 943 time: 0.1286027 Jul 19 01:10:46.012935 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-50aba909-090d-4701-866d-e0034620a3c4 req-53aa7891-0ed9-4ea3-a470-4ddad64d9c18 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489662 Jul 19 01:10:46.177811 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:10:46.302975 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 21071ca0-185a-4cc5-9370-b2515273bc4a up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:46.447303 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94322c-28b5-42ac-8dd4-ab49a9cf2190 req-5af95fe0-3dc1-4778-aff3-06f29be77982 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:46.450125 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bd94322c-28b5-42ac-8dd4-ab49a9cf2190 req-5af95fe0-3dc1-4778-aff3-06f29be77982 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 944 time: 0.1317856 Jul 19 01:10:46.472294 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=7f0e61b6-4ea7-48ee-93a8-9af692ecb136,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:46.532434 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'port_id': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136', 'mac_address': 'fa:16:3e:44:58:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:10:46.539899 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bd94322c-28b5-42ac-8dd4-ab49a9cf2190 req-e0b89f16-20ea-45f2-b5ae-0ed595c83e14 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836413 Jul 19 01:10:46.572945 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port 21071ca0-185a-4cc5-9370-b2515273bc4a completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:46.585385 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port 21071ca0-185a-4cc5-9370-b2515273bc4a triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:46.585998 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:46.701792 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:46.730071 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:10:46.761758 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=7f0e61b6-4ea7-48ee-93a8-9af692ecb136,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:46.769793 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:46.776523 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:46.970032 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-49f7379d-7e10-4de2-a670-6cbf702e8c54 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:46.972507 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-49f7379d-7e10-4de2-a670-6cbf702e8c54 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/networks?id=027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 200 len: 814 time: 0.2569845 Jul 19 01:10:46.989111 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-9375d3c5-48fe-44de-b124-de23e43f6520 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/quotas/d011ac2326344373bcd6b15112affba0 HTTP/1.1" status: 200 len: 375 time: 0.0107112 Jul 19 01:10:47.025416 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:47.064386 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=7f0e61b6-4ea7-48ee-93a8-9af692ecb136,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:47.069422 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:47.116813 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 21071ca0-185a-4cc5-9370-b2515273bc4a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=21071ca0-185a-4cc5-9370-b2515273bc4a,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:47.118167 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:10:47.144151 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['7f0e61b6-4ea7-48ee-93a8-9af692ecb136'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:10:47.196173 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-60538287-3e19-47e8-b12d-9723edb1e320 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d011ac2326344373bcd6b15112affba0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2011075 Jul 19 01:10:47.203759 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:47.219640 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:47.381319 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4cc89-684e-448b-b109-4e637fd5bb1e req-5b4e423f-ba90-4627-b729-06ad2abe8905 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:47.382906 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=21071ca0-185a-4cc5-9370-b2515273bc4a,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:47.386616 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-53a4cc89-684e-448b-b109-4e637fd5bb1e req-5b4e423f-ba90-4627-b729-06ad2abe8905 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 944 time: 0.1548762 Jul 19 01:10:47.396377 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:47.405711 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-dc16c898-3002-48b2-9103-74f137207c4f service neutron] 10.222.0.10 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017834 Jul 19 01:10:47.506489 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-53a4cc89-684e-448b-b109-4e637fd5bb1e req-c9130ea4-3df8-43b5-88e9-58d000797ff9 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133425 Jul 19 01:10:47.578200 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'code': 200} Jul 19 01:10:47.621781 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-e00b8215-f84b-4da4-9c69-60e726dd9986 service neutron] 10.222.0.10 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083919 Jul 19 01:10:48.037449 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-68794d51-8ff6-4c56-bf3e-b596ce73a0bb req-7ba499b0-1360-4831-9203-9a4199c9be16 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 210 time: 0.0972505 Jul 19 01:10:48.092816 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754917bd-cc5f-4070-aadc-1a872f69f53a req-6af9fc7d-4b11-493a-85b9-b0bff2a53e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:48.094624 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-754917bd-cc5f-4070-aadc-1a872f69f53a req-6af9fc7d-4b11-493a-85b9-b0bff2a53e10 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 1098 time: 0.2262568 Jul 19 01:10:48.124720 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce04977-4e95-4c58-85f5-887f82232fbd req-0e34c0dc-6f8f-484a-b626-5f143706573a tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:48.126877 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6ce04977-4e95-4c58-85f5-887f82232fbd req-0e34c0dc-6f8f-484a-b626-5f143706573a tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.1733282 Jul 19 01:10:48.304274 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-754917bd-cc5f-4070-aadc-1a872f69f53a req-8c87cd71-a242-4e07-b52c-3bf5e41661bb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965411 Jul 19 01:10:48.314599 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6ce04977-4e95-4c58-85f5-887f82232fbd req-10931091-2e3d-4018-a7fc-5615ae77910a tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716831 Jul 19 01:10:48.400562 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dd29-cd33-49e0-986f-91a309189371 req-8edb56ca-8097-4648-8c82-6a1c85002428 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:48.403789 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0852dd29-cd33-49e0-986f-91a309189371 req-8edb56ca-8097-4648-8c82-6a1c85002428 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 945 time: 0.1659703 Jul 19 01:10:48.469999 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0852dd29-cd33-49e0-986f-91a309189371 req-51197400-0713-469d-8ab9-10e598abd34f tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591424 Jul 19 01:10:48.769045 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea984b9-356c-4268-ac1e-b86fc1a727fb req-91679d2a-3316-4c12-b1b3-93f4daa4f98a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:48.781009 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-cea984b9-356c-4268-ac1e-b86fc1a727fb req-91679d2a-3316-4c12-b1b3-93f4daa4f98a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 944 time: 0.1534476 Jul 19 01:10:48.872158 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-cea984b9-356c-4268-ac1e-b86fc1a727fb req-d041d40d-ac1c-4790-8217-258b045acc5f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901642 Jul 19 01:10:49.207510 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bb4134dd-8cb1-405d-b387-720c9b39675f req-60f49f87-2758-403a-bba8-e77a4ba3a9ff tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 210 time: 0.0489554 Jul 19 01:10:49.516578 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38e019-fd07-49f8-afa6-9eb58faa7a94 req-8b395130-474a-477f-8233-cfe454363d3d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:49.519232 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4b38e019-fd07-49f8-afa6-9eb58faa7a94 req-8b395130-474a-477f-8233-cfe454363d3d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.0972261 Jul 19 01:10:49.585240 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4b38e019-fd07-49f8-afa6-9eb58faa7a94 req-09880b52-550a-48a1-93cb-0ec6b91fbdf5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586827 Jul 19 01:10:49.697416 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f044ff-394b-4afb-9166-37d908c40912 req-828566a0-d31b-4169-b249-6a3e4d58b4d1 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:49.698890 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e1f044ff-394b-4afb-9166-37d908c40912 req-828566a0-d31b-4169-b249-6a3e4d58b4d1 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 945 time: 0.0806241 Jul 19 01:10:49.744662 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e1f044ff-394b-4afb-9166-37d908c40912 req-c5e5a207-90bf-42cc-9f46-a3f2b28c3b05 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Jul 19 01:10:49.882590 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-a0a608e9-120b-4e97-b20f-c6492975596c tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:49.884245 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-a0a608e9-120b-4e97-b20f-c6492975596c tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "GET /v2.0/networks?id=027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 200 len: 814 time: 0.1520994 Jul 19 01:10:49.910377 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Request body: {'port': {'device_id': '0864ad24-395f-4c45-b5f4-5270999ec3a0', 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be', 'admin_state_up': True, 'tenant_id': 'd011ac2326344373bcd6b15112affba0'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:50.132317 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:50.149064 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:50.167000 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c88fb-28e5-4155-bbf1-151b4025785c req-88a1fe83-dc47-4c26-967c-5e0c2ad8a2c1 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:50.168670 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ec4c88fb-28e5-4155-bbf1-151b4025785c req-88a1fe83-dc47-4c26-967c-5e0c2ad8a2c1 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 944 time: 0.1405571 Jul 19 01:10:50.169886 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Made reservation on behalf of d011ac2326344373bcd6b15112affba0 for: {'port': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:10:50.173215 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:50.206468 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:10:50.275246 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ec4c88fb-28e5-4155-bbf1-151b4025785c req-5a8289cb-94f6-46a7-abe2-b0e2cb937742 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922816 Jul 19 01:10:50.327315 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:10:50.334923 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:10:50.336795 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:50.392510 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bf02393c-82a8-4bbd-83c9-89e2692d45ec req-e0c98ad9-1f84-48d7-ad10-44f72bc44c53 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 210 time: 0.0559635 Jul 19 01:10:50.423553 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Allocated IP 172.20.0.2 (027cc1a0-9d47-405e-8bcc-27b90790d2be/025ef04d-5dba-4d2c-9fa6-fc78d1762ba7/c6df715f-5e64-4b1f-8caa-13d3c223193a) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:10:50.529851 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:50.579573 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e173e6-2ae2-4145-bdd9-2d3f7706313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:10:50.608370 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=7f0e61b6-4ea7-48ee-93a8-9af692ecb136,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:50.620114 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:50.622436 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:50.692745 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e173e6-2ae2-4145-bdd9-2d3f7706313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136', 'code': 200} Jul 19 01:10:50.720421 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:50.775371 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:50.781502 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=7f0e61b6-4ea7-48ee-93a8-9af692ecb136,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:50.788140 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:50.790044 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:50.824266 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['ad646e9b-be70-4ca5-8653-ed7c2559c068'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:10:50.897715 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Network 027cc1a0-9d47-405e-8bcc-27b90790d2be is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:10:50.901079 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:10:50.913621 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:10:50.920143 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:50.920769 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:50.959280 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0543277 Jul 19 01:10:50.960278 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Pushing event updated for resources: {'Port': ['ID=c6df715f-5e64-4b1f-8caa-13d3c223193a,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:50.964723 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:51.009510 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93979e8-5cad-4ba6-9438-b480e7c728e2 req-2ac5c308-eb2f-4dfe-b53e-c03f7c673c4b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:51.014815 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Request body: {'port': {'device_id': '0864ad24-395f-4c45-b5f4-5270999ec3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:51.019839 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d93979e8-5cad-4ba6-9438-b480e7c728e2 req-2ac5c308-eb2f-4dfe-b53e-c03f7c673c4b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.2567837 Jul 19 01:10:51.176102 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:51.212460 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d93979e8-5cad-4ba6-9438-b480e7c728e2 req-ceb6fe72-0c72-4c89-8fa1-19d92bee52fd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908445 Jul 19 01:10:51.231940 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9305f-862a-4603-bd75-523fabef6649 req-3d9298de-6a5d-4ef5-8733-f1f0c918f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:51.233744 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-72b9305f-862a-4603-bd75-523fabef6649 req-3d9298de-6a5d-4ef5-8733-f1f0c918f812 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 1098 time: 0.2105486 Jul 19 01:10:51.234548 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f3343-aa1b-48ea-9d2a-c124daaad57a req-c80aa769-eb35-4b84-a3d1-efc6f3ceb50a tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:51.236064 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-816f3343-aa1b-48ea-9d2a-c124daaad57a req-c80aa769-eb35-4b84-a3d1-efc6f3ceb50a tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 945 time: 0.2620425 Jul 19 01:10:51.242438 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c38b0-44d3-4459-ba79-a5fe3e5b1574 req-28c1ed6e-01f4-4662-8df1-3faf5a1e07d7 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:51.244429 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-348c38b0-44d3-4459-ba79-a5fe3e5b1574 req-28c1ed6e-01f4-4662-8df1-3faf5a1e07d7 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.15 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 945 time: 0.3152800 Jul 19 01:10:51.358255 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-816f3343-aa1b-48ea-9d2a-c124daaad57a req-19dee164-2c3f-4f4f-a53e-9becbf68742e tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/security-groups?id=9551641b-a47e-4ced-bef5-710574296df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152525 Jul 19 01:10:51.473177 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-72b9305f-862a-4603-bd75-523fabef6649 req-e0fe7176-0230-4839-87b5-8683256b7454 service neutron] Synchronizing usage tracker for tenant:48e79d3184f34576bdc63e1ef5d5bdca on resource:security_group {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:51.504119 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-348c38b0-44d3-4459-ba79-a5fe3e5b1574 req-e735175e-841d-4692-ae53-32f8da1eb612 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Deleting port a9c5dc6f-4615-457e-b397-6180c7e3321c {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:10:51.504739 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-348c38b0-44d3-4459-ba79-a5fe3e5b1574 req-e735175e-841d-4692-ae53-32f8da1eb612 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:51.570618 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-72b9305f-862a-4603-bd75-523fabef6649 req-e0fe7176-0230-4839-87b5-8683256b7454 service neutron] Unset dirty status for tenant:48e79d3184f34576bdc63e1ef5d5bdca on resource:security_group {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:51.571853 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-72b9305f-862a-4603-bd75-523fabef6649 req-e0fe7176-0230-4839-87b5-8683256b7454 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3264022 Jul 19 01:10:51.579468 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca4ee8-24fd-4140-aa40-6469d5219f28 req-7a53d680-a362-47cc-a38c-8aaaad0a3c63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:51.582010 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-67ca4ee8-24fd-4140-aa40-6469d5219f28 req-7a53d680-a362-47cc-a38c-8aaaad0a3c63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.2093942 Jul 19 01:10:51.597755 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60368) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:51.607213 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-8845f05d-8747-4e03-b0a1-4b19968fd414 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Request body: {'floatingip': {'port_id': '21071ca0-185a-4cc5-9370-b2515273bc4a'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:51.792724 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8845f05d-8747-4e03-b0a1-4b19968fd414 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:51.860144 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-348c38b0-44d3-4459-ba79-a5fe3e5b1574 req-e735175e-841d-4692-ae53-32f8da1eb612 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] For port a9c5dc6f-4615-457e-b397-6180c7e3321c, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=a9c5dc6f-4615-457e-b397-6180c7e3321c,segment=NetworkSegment(577a4e55-13ac-47c1-b928-47d1263e082a),segment_id=577a4e55-13ac-47c1-b928-47d1263e082a)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:51.860744 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-348c38b0-44d3-4459-ba79-a5fe3e5b1574 req-e735175e-841d-4692-ae53-32f8da1eb612 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:51.945588 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff95c5-1acf-4ff7-9b1a-afab1e7202f5 req-cccd2bc3-c3ff-4940-a958-dae8d773f499 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:51.953493 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dbff95c5-1acf-4ff7-9b1a-afab1e7202f5 req-cccd2bc3-c3ff-4940-a958-dae8d773f499 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.4528491 Jul 19 01:10:51.999365 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-348c38b0-44d3-4459-ba79-a5fe3e5b1574 req-e735175e-841d-4692-ae53-32f8da1eb612 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Calling delete_port for a9c5dc6f-4615-457e-b397-6180c7e3321c owned by compute:nova {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:10:52.082714 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10d434-8f25-4ca5-95dd-25885a28d007 req-10625824-1bb0-4daa-86cb-e2995e4689a5 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:52.084264 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5b10d434-8f25-4ca5-95dd-25885a28d007 req-10625824-1bb0-4daa-86cb-e2995e4689a5 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 931 time: 0.3309186 Jul 19 01:10:52.101782 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6df715f-5e64-4b1f-8caa-13d3c223193a {{(pid=78632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:10:52.132139 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:52.148365 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dbff95c5-1acf-4ff7-9b1a-afab1e7202f5 req-d6685d4b-c0ed-45a8-937f-d2b675cc35ee tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935818 Jul 19 01:10:52.242640 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.provisioning_blocks [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Transition to ACTIVE for port object c6df715f-5e64-4b1f-8caa-13d3c223193a will not be triggered until provisioned by entity L2. {{(pid=78632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:10:52.254228 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:52.268526 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:52.303092 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5b10d434-8f25-4ca5-95dd-25885a28d007 req-029a89b9-df92-425b-a6c1-cd36a5c732dd tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035201 Jul 19 01:10:52.395726 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-348c38b0-44d3-4459-ba79-a5fe3e5b1574 req-e735175e-841d-4692-ae53-32f8da1eb612 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:52.407858 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:52.456831 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['a9c5dc6f-4615-457e-b397-6180c7e3321c'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:10:52.462650 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735175e-841d-4692-ae53-32f8da1eb612 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Pushing event deleted for resources: {'Port': ['ID=a9c5dc6f-4615-457e-b397-6180c7e3321c,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:52.470406 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-e735175e-841d-4692-ae53-32f8da1eb612 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:52.558028 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-348c38b0-44d3-4459-ba79-a5fe3e5b1574 req-e735175e-841d-4692-ae53-32f8da1eb612 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] No DVR routers for this DVR port a9c5dc6f-4615-457e-b397-6180c7e3321c on host hv-cinder-80123 {{(pid=78633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:10:52.561278 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-348c38b0-44d3-4459-ba79-a5fe3e5b1574 req-e735175e-841d-4692-ae53-32f8da1eb612 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:52.564273 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274dcef1-72a6-42bc-8d81-a81db88b0010', 'name': 'network-vif-deleted', 'tag': 'a9c5dc6f-4615-457e-b397-6180c7e3321c'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:10:52.588468 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-348c38b0-44d3-4459-ba79-a5fe3e5b1574 req-e735175e-841d-4692-ae53-32f8da1eb612 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.15 "DELETE /v2.0/ports/a9c5dc6f-4615-457e-b397-6180c7e3321c HTTP/1.1" status: 204 len: 173 time: 1.3275440 Jul 19 01:10:52.636943 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-589a3e12-45a1-4299-b211-f16c8bede504 req-c5759f69-79fb-44b3-98e9-7923dbcf394a tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 210 time: 0.1011131 Jul 19 01:10:52.643498 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274dcef1-72a6-42bc-8d81-a81db88b0010', 'name': 'network-vif-deleted', 'tag': 'a9c5dc6f-4615-457e-b397-6180c7e3321c', 'status': 'completed', 'code': 200} Jul 19 01:10:52.684180 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Pushing event updated for resources: {'Port': ['ID=c6df715f-5e64-4b1f-8caa-13d3c223193a,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:52.699741 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:52.962455 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Attempting to bind port c6df715f-5e64-4b1f-8caa-13d3c223193a on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:10:52.963086 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Attempting to bind port c6df715f-5e64-4b1f-8caa-13d3c223193a by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'}] {{(pid=78632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:10:52.963184 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Attempting to bind port c6df715f-5e64-4b1f-8caa-13d3c223193a on network 027cc1a0-9d47-405e-8bcc-27b90790d2be {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:52.973131 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Port c6df715f-5e64-4b1f-8caa-13d3c223193a on network 027cc1a0-9d47-405e-8bcc-27b90790d2be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:10:52.973473 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Attempting to bind port c6df715f-5e64-4b1f-8caa-13d3c223193a on network 027cc1a0-9d47-405e-8bcc-27b90790d2be {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:10:52.980837 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:10:52.981166 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Checking segment: {'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:10:52.981539 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Bound using segment: {'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'} {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:10:52.982163 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Bound port: c6df715f-5e64-4b1f-8caa-13d3c223193a, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'}}] {{(pid=78632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:10:52.982685 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:53.162737 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] For port c6df715f-5e64-4b1f-8caa-13d3c223193a, host hv-cinder-80123, cleared binding levels {{(pid=78632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:10:53.340990 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] For port c6df715f-5e64-4b1f-8caa-13d3c223193a, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c6df715f-5e64-4b1f-8caa-13d3c223193a,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:10:53.348494 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:53.357623 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-95f56c69-18e3-4dd7-9926-36c10184f910 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:53.378013 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360db2e-ab2a-47cf-bfef-b255707f4d5a req-451cce36-9da9-45de-9753-76e83908457f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:53.379773 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7360db2e-ab2a-47cf-bfef-b255707f4d5a req-451cce36-9da9-45de-9753-76e83908457f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.0981286 Jul 19 01:10:53.388278 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8845f05d-8747-4e03-b0a1-4b19968fd414 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:53.405235 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8845f05d-8747-4e03-b0a1-4b19968fd414 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:53.452410 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7360db2e-ab2a-47cf-bfef-b255707f4d5a req-071591b7-763d-449d-b7c8-3a20e566a95d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652699 Jul 19 01:10:53.515277 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:53.515827 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:53.517412 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] 10.222.0.15 "PUT /v2.0/ports/c6df715f-5e64-4b1f-8caa-13d3c223193a HTTP/1.1" status: 200 len: 1093 time: 2.5420918 Jul 19 01:10:53.530124 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0864ad24-395f-4c45-b5f4-5270999ec3a0', 'tag': 'c6df715f-5e64-4b1f-8caa-13d3c223193a'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:10:53.586424 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Pushing event updated for resources: {'Port': ['ID=c6df715f-5e64-4b1f-8caa-13d3c223193a,revision_number=3']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:53.641307 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:53.652781 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f882ad-fd74-4b11-bbfa-f9975ff89b9f req-1ffe37c0-74ea-4b44-9f01-542ecc73c616 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:53.654387 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b2f882ad-fd74-4b11-bbfa-f9975ff89b9f req-1ffe37c0-74ea-4b44-9f01-542ecc73c616 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.0877109 Jul 19 01:10:53.663716 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60436) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:53.669043 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-49deb8d6-36b5-4f2f-8036-ad1e7f2a3d32 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Request body: {'floatingip': {'port_id': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:10:53.706481 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0864ad24-395f-4c45-b5f4-5270999ec3a0', 'tag': 'c6df715f-5e64-4b1f-8caa-13d3c223193a', 'status': 'completed', 'code': 200} Jul 19 01:10:53.735019 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.db.l3_db [None req-8845f05d-8747-4e03-b0a1-4b19968fd414 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Floating IP e766fd8c-3fca-4bb9-bbf1-caa9da2eae50 associated. External IP: 172.28.0.143, port: 21071ca0-185a-4cc5-9370-b2515273bc4a. Jul 19 01:10:53.750420 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-49deb8d6-36b5-4f2f-8036-ad1e7f2a3d32 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:53.816219 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9325fff-3f4f-4948-969c-364f4961b96a req-a0fc33f4-70f2-4814-bcee-d7432e1ed333 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:53.817064 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-f9325fff-3f4f-4948-969c-364f4961b96a req-a0fc33f4-70f2-4814-bcee-d7432e1ed333 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Synchronizing usage tracker for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:53.923580 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-f9325fff-3f4f-4948-969c-364f4961b96a req-a0fc33f4-70f2-4814-bcee-d7432e1ed333 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Unset dirty status for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:53.927722 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5fc90013-bfe4-4573-b082-96481d9ac60d req-12d3df50-e5a3-4d93-bc45-cd5957e1977f tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Synchronizing usage tracker for tenant:b9eefe5af70141ba8eeb1b8655196566 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:10:53.932413 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f9325fff-3f4f-4948-969c-364f4961b96a req-a0fc33f4-70f2-4814-bcee-d7432e1ed333 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 943 time: 0.4687972 Jul 19 01:10:53.979058 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-710e7bbc-938c-4654-bd94-e1ae220f8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:53.981308 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-710e7bbc-938c-4654-bd94-e1ae220f8bbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d011ac2326344373bcd6b15112affba0&device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 1096 time: 0.3391411 Jul 19 01:10:54.022758 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5fc90013-bfe4-4573-b082-96481d9ac60d req-12d3df50-e5a3-4d93-bc45-cd5957e1977f tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Unset dirty status for tenant:b9eefe5af70141ba8eeb1b8655196566 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:10:54.029069 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5fc90013-bfe4-4573-b082-96481d9ac60d req-12d3df50-e5a3-4d93-bc45-cd5957e1977f tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] 10.222.0.10 "GET /v2.0/ports?device_id=274dcef1-72a6-42bc-8d81-a81db88b0010 HTTP/1.1" status: 200 len: 210 time: 0.2046244 Jul 19 01:10:54.282185 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-3358969b-12ef-4926-8d7a-60130b05b0f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6df715f-5e64-4b1f-8caa-13d3c223193a HTTP/1.1" status: 200 len: 217 time: 0.2643857 Jul 19 01:10:54.345358 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f9325fff-3f4f-4948-969c-364f4961b96a req-cde1c2f4-7359-40df-98c9-f7f06fe8bb7b tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115851 Jul 19 01:10:54.493152 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-ad3a83bf-fd2b-44e0-b82f-539b40290e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:54.494739 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-ad3a83bf-fd2b-44e0-b82f-539b40290e11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=025ef04d-5dba-4d2c-9fa6-fc78d1762ba7 HTTP/1.1" status: 200 len: 854 time: 0.1992123 Jul 19 01:10:54.620212 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-3ea5eb08-7673-4284-8d21-250bda12605d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=027cc1a0-9d47-405e-8bcc-27b90790d2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138799 Jul 19 01:10:54.634679 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8845f05d-8747-4e03-b0a1-4b19968fd414 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Router e444f618-172c-48ca-bc24-3ceb6ceb1d97 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:10:54.722469 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60480) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:54.905557 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.db.resource_extend [None req-49deb8d6-36b5-4f2f-8036-ad1e7f2a3d32 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 01:10:54.967230 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60488) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:55.037783 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-49deb8d6-36b5-4f2f-8036-ad1e7f2a3d32 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:55.057690 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-49deb8d6-36b5-4f2f-8036-ad1e7f2a3d32 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:55.123630 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:55.131230 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-8099b108-7c77-478e-920d-a1dcf399a3f1 service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986913 Jul 19 01:10:55.158763 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:55.164904 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Usage tracker for resource:security_group_rule and tenant:f210e41a1baf4ae4b4881c415e6ff17b is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:55.169677 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:55.179527 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:55.207932 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8845f05d-8747-4e03-b0a1-4b19968fd414 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:10:55.215035 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8845f05d-8747-4e03-b0a1-4b19968fd414 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:55.223081 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a56de-bab1-46d9-98a2-11ba34e17130 None None] Sync routers for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:10:55.235256 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a56de-bab1-46d9-98a2-11ba34e17130 None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:10:55.236283 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-553a56de-bab1-46d9-98a2-11ba34e17130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:10:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:55.307367 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.l3_db [None req-49deb8d6-36b5-4f2f-8036-ad1e7f2a3d32 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Floating IP 78adff54-3c18-437d-97f0-c1928d127ac9 associated. External IP: 172.28.0.128, port: 7f0e61b6-4ea7-48ee-93a8-9af692ecb136. Jul 19 01:10:55.323513 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:55.356875 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:55.367553 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Usage tracker for resource:security_group_rule and tenant:bff82d600540439cb199e8ea58bad2b6 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:55.371113 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-8845f05d-8747-4e03-b0a1-4b19968fd414 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "PUT /v2.0/floatingips/e766fd8c-3fca-4bb9-bbf1-caa9da2eae50 HTTP/1.1" status: 200 len: 991 time: 3.7716987 Jul 19 01:10:55.372114 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:55.412979 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:55.441651 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-028d9d7f-1204-4977-9d72-0c4f2cea4700 req-8c4e5439-4304-42c1-938a-be9ffe3c4ffd service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976227 Jul 19 01:10:55.560969 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-553a56de-bab1-46d9-98a2-11ba34e17130 None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:10:55.597984 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:55.616172 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:55.623316 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:55.635594 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2a79da20-5b57-4a37-8e13-9a43dd89927c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:55.675123 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:55.691762 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:55.699827 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f210e41a1baf4ae4b4881c415e6ff17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9763198 Jul 19 01:10:55.704702 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60516) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:55.707114 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3717fbef-1083-42f0-a4eb-ec008d1800f3,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:55.716020 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:10:55.770681 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.771179 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.771392 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.771722 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.772064 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.772405 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.772741 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.773077 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.773408 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.773737 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.774067 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.774395 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.783508 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:55.805443 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'status': 'completed', 'code': 200} Jul 19 01:10:55.822740 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bff82d600540439cb199e8ea58bad2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8544583 Jul 19 01:10:55.838435 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60522) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:55.868560 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ac98ab-8bd0-45a7-9597-cdee602ea1b2,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:55.895448 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.896286 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.896621 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.897186 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.897561 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.898062 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.899143 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.899670 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.900220 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.900570 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.900911 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.901269 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:10:55.910434 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:55.949344 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2cb09ea4-aeba-41da-9e63-7377276a6032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:55.963732 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f40a4e-ba5a-4800-b4b7-f646e646492e req-f6dc6fc4-ceaa-4d02-ac36-73ece917b39d tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:55.965221 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-93f40a4e-ba5a-4800-b4b7-f646e646492e req-f6dc6fc4-ceaa-4d02-ac36-73ece917b39d tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 943 time: 0.4229698 Jul 19 01:10:55.989059 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:10:55.991849 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1a9d9-b116-4c68-a49d-a3b6db27ad09 req-c1d7dd58-b39d-45f3-ab3a-c1d6f649b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:55.993333 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8ff1a9d9-b116-4c68-a49d-a3b6db27ad09 req-c1d7dd58-b39d-45f3-ab3a-c1d6f649b1c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d011ac2326344373bcd6b15112affba0&device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 1096 time: 0.3621755 Jul 19 01:10:56.067541 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49deb8d6-36b5-4f2f-8036-ad1e7f2a3d32 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Router ac2ba8f5-d2fc-4872-a431-5e71b391ddae has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:10:56.084316 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2cb09ea4-aeba-41da-9e63-7377276a6032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:56.088843 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002d3fb-e363-4578-8b42-c3c51f4b9ca5 req-170b67e1-8ba2-45d5-b69c-d2941bc4e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:56.090709 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9002d3fb-e363-4578-8b42-c3c51f4b9ca5 req-170b67e1-8ba2-45d5-b69c-d2941bc4e006 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 1098 time: 0.1184273 Jul 19 01:10:56.110555 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ee850230-ea05-4fc4-92e1-1ba8e3d8e665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:56.134378 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-93f40a4e-ba5a-4800-b4b7-f646e646492e req-7d99f978-aadd-4d2a-85f2-1eb787110e5f tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379519 Jul 19 01:10:56.151740 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-553a56de-bab1-46d9-98a2-11ba34e17130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': 'e766fd8c-3fca-4bb9-bbf1-caa9da2eae50', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'floating_ip_address': '172.28.0.143', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'port_id': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'mac_address': 'fa:16:3e:6c:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:10:25Z', 'updated_at': '2021-07-19T01:10:53Z', 'revision_number': 1, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:21Z', 'revision_number': 5, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:56.175572 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a56de-bab1-46d9-98a2-11ba34e17130 None None] Checking router: e444f618-172c-48ca-bc24-3ceb6ceb1d97 for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:10:56.193774 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a56de-bab1-46d9-98a2-11ba34e17130 None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:10:56.194319 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-553a56de-bab1-46d9-98a2-11ba34e17130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:10:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:56.219351 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device a9c5dc6f-4615-457e-b397-6180c7e3321c no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:10:56.308721 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: a9c5dc6f-4615-457e-b397-6180c7e3321c {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:10:56.309104 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device a9c5dc6f-4615-457e-b397-6180c7e3321c not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:10:56.314060 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ee850230-ea05-4fc4-92e1-1ba8e3d8e665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:56.398856 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1a9d9-b116-4c68-a49d-a3b6db27ad09 req-6879c287-bf0d-4e2f-9024-5177e4215a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:56.400694 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8ff1a9d9-b116-4c68-a49d-a3b6db27ad09 req-6879c287-bf0d-4e2f-9024-5177e4215a48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 200 len: 915 time: 0.3881171 Jul 19 01:10:56.426477 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49deb8d6-36b5-4f2f-8036-ad1e7f2a3d32 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:10:56.436619 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57159dac-97de-40d2-b2fe-1129ebc82dc2 None None] Sync routers for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:10:56.450613 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57159dac-97de-40d2-b2fe-1129ebc82dc2 None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:10:56.451340 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-57159dac-97de-40d2-b2fe-1129ebc82dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:10:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:56.473157 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2cb09ea4-aeba-41da-9e63-7377276a6032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:56.486142 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2842319b-7d9b-48a2-8063-f9a8a0ef9af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:56.493936 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002d3fb-e363-4578-8b42-c3c51f4b9ca5 req-53bbb750-a65b-4231-abbb-056f8249c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:56.497620 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9002d3fb-e363-4578-8b42-c3c51f4b9ca5 req-53bbb750-a65b-4231-abbb-056f8249c843 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 916 time: 0.3576415 Jul 19 01:10:56.498716 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-49deb8d6-36b5-4f2f-8036-ad1e7f2a3d32 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:56.500917 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8ff1a9d9-b116-4c68-a49d-a3b6db27ad09 req-38e576d3-c44a-4f22-9128-2b5201de7a32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6df715f-5e64-4b1f-8caa-13d3c223193a HTTP/1.1" status: 200 len: 217 time: 0.0935028 Jul 19 01:10:56.506886 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb09ea4-aeba-41da-9e63-7377276a6032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3717fbef-1083-42f0-a4eb-ec008d1800f3,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:56.514773 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2cb09ea4-aeba-41da-9e63-7377276a6032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:56.585624 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-553a56de-bab1-46d9-98a2-11ba34e17130 None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:10:56.595117 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ee850230-ea05-4fc4-92e1-1ba8e3d8e665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:56.597645 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ee850230-ea05-4fc4-92e1-1ba8e3d8e665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:56.598813 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-ee850230-ea05-4fc4-92e1-1ba8e3d8e665 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26ac98ab-8bd0-45a7-9597-cdee602ea1b2 HTTP/1.1" status: 204 len: 168 time: 0.7565832 Jul 19 01:10:56.599766 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2cb09ea4-aeba-41da-9e63-7377276a6032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:56.602984 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-2cb09ea4-aeba-41da-9e63-7377276a6032 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3717fbef-1083-42f0-a4eb-ec008d1800f3 HTTP/1.1" status: 204 len: 168 time: 0.8860610 Jul 19 01:10:56.637508 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e468817f-d548-4fd0-a190-5967ca3013dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:56.690734 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee850230-ea05-4fc4-92e1-1ba8e3d8e665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ac98ab-8bd0-45a7-9597-cdee602ea1b2,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:56.712898 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-ee850230-ea05-4fc4-92e1-1ba8e3d8e665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:56.750695 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1a9d9-b116-4c68-a49d-a3b6db27ad09 req-6546a2e7-ba14-4ee8-9828-edef47dd36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:56.753170 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8ff1a9d9-b116-4c68-a49d-a3b6db27ad09 req-6546a2e7-ba14-4ee8-9828-edef47dd36d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=025ef04d-5dba-4d2c-9fa6-fc78d1762ba7 HTTP/1.1" status: 200 len: 854 time: 0.2405016 Jul 19 01:10:56.812142 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9002d3fb-e363-4578-8b42-c3c51f4b9ca5 req-1e05f4a7-80ad-44d3-baaa-c60231b16a43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21071ca0-185a-4cc5-9370-b2515273bc4a HTTP/1.1" status: 200 len: 999 time: 0.2795439 Jul 19 01:10:56.904355 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8ff1a9d9-b116-4c68-a49d-a3b6db27ad09 req-57c46916-a1e5-4a3c-9dfa-1231b12b5ef8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=027cc1a0-9d47-405e-8bcc-27b90790d2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413183 Jul 19 01:10:56.945922 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-49deb8d6-36b5-4f2f-8036-ad1e7f2a3d32 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "PUT /v2.0/floatingips/78adff54-3c18-437d-97f0-c1928d127ac9 HTTP/1.1" status: 200 len: 991 time: 3.2784116 Jul 19 01:10:56.949704 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e173e6-2ae2-4145-bdd9-2d3f7706313d', 'tag': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:10:57.026018 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002d3fb-e363-4578-8b42-c3c51f4b9ca5 req-84fd4a3c-85a1-48f6-887f-0b518b217936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:57.032952 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9002d3fb-e363-4578-8b42-c3c51f4b9ca5 req-84fd4a3c-85a1-48f6-887f-0b518b217936 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3a1d271-46d5-45ce-b690-19ecf5019168 HTTP/1.1" status: 200 len: 854 time: 0.1761141 Jul 19 01:10:57.049800 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-57159dac-97de-40d2-b2fe-1129ebc82dc2 None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:10:57.248601 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002d3fb-e363-4578-8b42-c3c51f4b9ca5 req-b6caa98b-ffa3-4e9b-8b0b-6fb6330af272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:57.259878 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9002d3fb-e363-4578-8b42-c3c51f4b9ca5 req-b6caa98b-ffa3-4e9b-8b0b-6fb6330af272 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c296ada3-efae-4388-b9cf-7235586b6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2135394 Jul 19 01:10:57.323985 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60580) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:57.352222 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8ff1a9d9-b116-4c68-a49d-a3b6db27ad09 req-fa06e55a-e305-49c8-b21c-86d8f709467b service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306273 Jul 19 01:10:57.385320 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e173e6-2ae2-4145-bdd9-2d3f7706313d', 'tag': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136', 'status': 'completed', 'code': 200} Jul 19 01:10:57.416344 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4eefd4ec-8f9d-4658-899c-7575190f2eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:57.575696 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8ff1a9d9-b116-4c68-a49d-a3b6db27ad09 req-c87a82de-3dec-4c39-af15-994adb34a549 service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147443 Jul 19 01:10:57.576172 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60586) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:57.602001 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd4b4-c2fd-4bdb-9c5d-647e732597e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:57.615970 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60590) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:57.621775 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-553a56de-bab1-46d9-98a2-11ba34e17130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': 'e766fd8c-3fca-4bb9-bbf1-caa9da2eae50', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'floating_ip_address': '172.28.0.143', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'port_id': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'mac_address': 'fa:16:3e:6c:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:10:25Z', 'updated_at': '2021-07-19T01:10:53Z', 'revision_number': 1, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:21Z', 'revision_number': 5, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:57.625924 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a56de-bab1-46d9-98a2-11ba34e17130 None None] The sync data for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb is: [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': 'e766fd8c-3fca-4bb9-bbf1-caa9da2eae50', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'floating_ip_address': '172.28.0.143', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'port_id': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'mac_address': 'fa:16:3e:6c:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:10:25Z', 'updated_at': '2021-07-19T01:10:53Z', 'revision_number': 1, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:21Z', 'revision_number': 5, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:10:57.683876 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-3ffcd4b4-c2fd-4bdb-9c5d-647e732597e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:57.692359 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-3ffcd4b4-c2fd-4bdb-9c5d-647e732597e6 admin admin] Usage tracker for resource:security_group_rule and tenant:e174ae0223c649e38606727eb33b5521 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:57.699234 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63a2855-972b-4f97-967c-bcdfbccc8eda admin admin] Deleting subnet 4f1b2a0f-455e-4c9a-851b-505a86ed2f1d {{(pid=78632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:10:57.702559 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-3ffcd4b4-c2fd-4bdb-9c5d-647e732597e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:57.705643 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f63a2855-972b-4f97-967c-bcdfbccc8eda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:57.720091 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-57159dac-97de-40d2-b2fe-1129ebc82dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '78adff54-3c18-437d-97f0-c1928d127ac9', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'floating_ip_address': '172.28.0.128', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'port_id': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'mac_address': 'fa:16:3e:44:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e173e6-2ae2-4145-bdd9-2d3f7706313d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:10:31Z', 'updated_at': '2021-07-19T01:10:54Z', 'revision_number': 1, 'project_id': 'af65e617675d47a796746c0b073381b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:33Z', 'revision_number': 5, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:57.724977 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57159dac-97de-40d2-b2fe-1129ebc82dc2 None None] Checking router: ac2ba8f5-d2fc-4872-a431-5e71b391ddae for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:10:57.731642 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-4eefd4ec-8f9d-4658-899c-7575190f2eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:10:57.736143 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57159dac-97de-40d2-b2fe-1129ebc82dc2 None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:10:57.739144 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-57159dac-97de-40d2-b2fe-1129ebc82dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:10:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:57.745515 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-3ffcd4b4-c2fd-4bdb-9c5d-647e732597e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:57.753844 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9002d3fb-e363-4578-8b42-c3c51f4b9ca5 req-b940aa46-eec5-4a82-97f6-9b4ddd72f3ae service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867864 Jul 19 01:10:57.755658 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-4eefd4ec-8f9d-4658-899c-7575190f2eca admin admin] Usage tracker for resource:security_group_rule and tenant:121da89243254b50839f78f974c3f9f6 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:10:57.759544 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-4eefd4ec-8f9d-4658-899c-7575190f2eca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:10:57.769584 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-4eefd4ec-8f9d-4658-899c-7575190f2eca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:10:57.782105 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f63a2855-972b-4f97-967c-bcdfbccc8eda admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:57.795312 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f63a2855-972b-4f97-967c-bcdfbccc8eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:57.930834 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f63a2855-972b-4f97-967c-bcdfbccc8eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for subnet, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:57.933283 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc9d0-f725-4170-823c-ec5bcda9b98f req-eb765108-c06c-4cf5-8c9b-9b4fb392324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:57.934838 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-44ccc9d0-f725-4170-823c-ec5bcda9b98f req-eb765108-c06c-4cf5-8c9b-9b4fb392324e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af65e617675d47a796746c0b073381b7&device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 1098 time: 0.5206962 Jul 19 01:10:57.944657 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c4c45cfc-1803-4a91-91bd-4cb0810723e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:57.951110 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-57159dac-97de-40d2-b2fe-1129ebc82dc2 None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:10:57.972887 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecbd11a-8e3f-4c20-85b2-3e50a6aa527f None None] New status for floating IP e766fd8c-3fca-4bb9-bbf1-caa9da2eae50: ACTIVE {{(pid=78635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 01:10:58.001806 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a2855-972b-4f97-967c-bcdfbccc8eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f1b2a0f-455e-4c9a-851b-505a86ed2f1d,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:58.033797 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd4b4-c2fd-4bdb-9c5d-647e732597e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.036813 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f63a2855-972b-4f97-967c-bcdfbccc8eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:58.037776 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f63a2855-972b-4f97-967c-bcdfbccc8eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.042394 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb57d3-b2ce-478a-b5f8-8cc8b0de57c8 req-0b13a004-459b-464f-9292-b6baecff4346 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:58.048264 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-72eb57d3-b2ce-478a-b5f8-8cc8b0de57c8 req-0b13a004-459b-464f-9292-b6baecff4346 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 943 time: 0.3821332 Jul 19 01:10:58.055237 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-f63a2855-972b-4f97-967c-bcdfbccc8eda admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4f1b2a0f-455e-4c9a-851b-505a86ed2f1d HTTP/1.1" status: 204 len: 168 time: 0.4379647 Jul 19 01:10:58.056178 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd4b4-c2fd-4bdb-9c5d-647e732597e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.062896 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60596) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:58.065389 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-458f6ed2-4496-4cf6-a5ca-37cfd8b554ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:58.073060 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9002d3fb-e363-4578-8b42-c3c51f4b9ca5 req-1a4ab55d-cf71-4f78-8237-875158d8898e service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052325 Jul 19 01:10:58.144164 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-3ffcd4b4-c2fd-4bdb-9c5d-647e732597e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e174ae0223c649e38606727eb33b5521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5669620 Jul 19 01:10:58.145312 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcd4b4-c2fd-4bdb-9c5d-647e732597e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170199a9-e319-4cf7-9ee6-e35077a88965,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:58.147785 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60602) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:58.155537 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3ffcd4b4-c2fd-4bdb-9c5d-647e732597e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:58.239472 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c6df715f-5e64-4b1f-8caa-13d3c223193a details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:10:58.361196 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.433850 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-72eb57d3-b2ce-478a-b5f8-8cc8b0de57c8 req-c0430f02-0266-4892-bbb4-f010711b1946 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769753 Jul 19 01:10:58.447535 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4eefd4ec-8f9d-4658-899c-7575190f2eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.449028 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc9d0-f725-4170-823c-ec5bcda9b98f req-68ec3223-ec00-4a7a-bdc1-d73c932602ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:58.450583 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-44ccc9d0-f725-4170-823c-ec5bcda9b98f req-68ec3223-ec00-4a7a-bdc1-d73c932602ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=bfd08c5c-0b93-4a24-870a-ad0255d7744c HTTP/1.1" status: 200 len: 912 time: 0.5023627 Jul 19 01:10:58.457187 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4eefd4ec-8f9d-4658-899c-7575190f2eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.472550 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-29808b1b-8fe8-4143-887c-9b35d34a3ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.474994 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c7a43c1d-d86a-4684-b4a6-8c438c00e1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:58.506888 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.db.resource_extend [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 01:10:58.507113 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-29808b1b-8fe8-4143-887c-9b35d34a3ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.672037 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.681982 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-29808b1b-8fe8-4143-887c-9b35d34a3ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.691050 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:58.706045 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.706399 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.707179 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.707516 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > port after_create 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.707851 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > port after_delete 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.708198 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > port after_update 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.709017 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.709017 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.709233 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.709467 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.786955 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c6df715f-5e64-4b1f-8caa-13d3c223193a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c6df715f-5e64-4b1f-8caa-13d3c223193a,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:58.792558 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-4eefd4ec-8f9d-4658-899c-7575190f2eca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=121da89243254b50839f78f974c3f9f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4645526 Jul 19 01:10:58.795720 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60620) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:58.796690 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefd4ec-8f9d-4658-899c-7575190f2eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e13695d-bbf7-4236-86d2-6272f35ff1c5,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:58.804569 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-4eefd4ec-8f9d-4658-899c-7575190f2eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:58.814025 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': 'c6df715f-5e64-4b1f-8caa-13d3c223193a', 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be', 'port_id': 'c6df715f-5e64-4b1f-8caa-13d3c223193a', 'mac_address': 'fa:16:3e:49:7a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '025ef04d-5dba-4d2c-9fa6-fc78d1762ba7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:10:58.848045 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-44ccc9d0-f725-4170-823c-ec5bcda9b98f req-002ac443-f738-4d63-a3a8-5ff851c0cbdf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f0e61b6-4ea7-48ee-93a8-9af692ecb136 HTTP/1.1" status: 200 len: 999 time: 0.3738344 Jul 19 01:10:58.867102 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.867632 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.868096 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.868429 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:10:58.868802 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da015c6-8dda-4dc0-b2e8-dbb3dd757b48']}} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:58.887863 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577a4e55-13ac-47c1-b928-47d1263e082a') {'for_net_delete': True} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:58.888729 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577a4e55-13ac-47c1-b928-47d1263e082a') {} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:58.892271 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.902299 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113513'] for segment, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.912769 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-57159dac-97de-40d2-b2fe-1129ebc82dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '78adff54-3c18-437d-97f0-c1928d127ac9', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'floating_ip_address': '172.28.0.128', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'port_id': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'mac_address': 'fa:16:3e:44:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e173e6-2ae2-4145-bdd9-2d3f7706313d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:10:31Z', 'updated_at': '2021-07-19T01:10:54Z', 'revision_number': 1, 'project_id': 'af65e617675d47a796746c0b073381b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:33Z', 'revision_number': 5, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:10:58.915651 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6df715f-5e64-4b1f-8caa-13d3c223193a {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:10:58.921632 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.923248 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57159dac-97de-40d2-b2fe-1129ebc82dc2 None None] The sync data for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb is: [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '78adff54-3c18-437d-97f0-c1928d127ac9', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'floating_ip_address': '172.28.0.128', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'port_id': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'mac_address': 'fa:16:3e:44:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e173e6-2ae2-4145-bdd9-2d3f7706313d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:10:31Z', 'updated_at': '2021-07-19T01:10:54Z', 'revision_number': 1, 'project_id': 'af65e617675d47a796746c0b073381b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:33Z', 'revision_number': 5, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:10:58.932638 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29808b1b-8fe8-4143-887c-9b35d34a3ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170199a9-e319-4cf7-9ee6-e35077a88965,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:58.937424 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c6df715f-5e64-4b1f-8caa-13d3c223193a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c6df715f-5e64-4b1f-8caa-13d3c223193a,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:10:58.942063 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-29808b1b-8fe8-4143-887c-9b35d34a3ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:58.943994 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.947368 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:58.959265 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=78632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:10:58.959684 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391590'] for segment, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.963003 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc9d0-f725-4170-823c-ec5bcda9b98f req-22ad3eb3-0afb-4806-b713-d5388ba6ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:58.964612 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-44ccc9d0-f725-4170-823c-ec5bcda9b98f req-22ad3eb3-0afb-4806-b713-d5388ba6ec95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f09b458-4689-4734-8c8e-6ca87811b768 HTTP/1.1" status: 200 len: 850 time: 0.0981610 Jul 19 01:10:58.965413 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ef32de9b-03d9-4884-b22c-9e1599cc30c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: from cryptography.utils import int_from_bytes Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: from cryptography.utils import int_from_bytes Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: util.warn_limited( Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: util.warn_limited( Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: Traceback (most recent call last): Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: timer() Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: cb(*args, **kw) Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: return func(*args, **kwargs) Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: self._notify() Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: self.callback(batched_events) Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: event.method(event) Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: return f(self, *a, **k) Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: return self._get(url).json() Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: return self.request(url, 'GET', **kwargs) Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:10:58.981983 dv-cinder-801236-1-smb neutron-server[78632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:10:59.005406 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-29808b1b-8fe8-4143-887c-9b35d34a3ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:59.006939 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-29808b1b-8fe8-4143-887c-9b35d34a3ed0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/170199a9-e319-4cf7-9ee6-e35077a88965 HTTP/1.1" status: 204 len: 168 time: 0.8553860 Jul 19 01:10:59.110201 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:59.118498 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:59.124210 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ef32de9b-03d9-4884-b22c-9e1599cc30c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:59.125433 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=c6df715f-5e64-4b1f-8caa-13d3c223193a,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:59.136196 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:59.178478 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:59.181812 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc9d0-f725-4170-823c-ec5bcda9b98f req-a2b5b723-5ff1-4dc2-97ec-69bb418983e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:59.183487 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-44ccc9d0-f725-4170-823c-ec5bcda9b98f req-a2b5b723-5ff1-4dc2-97ec-69bb418983e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bfd08c5c-0b93-4a24-870a-ad0255d7744c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2072535 Jul 19 01:10:59.199962 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Pushing event deleted for resources: {'Network': ['ID=7da015c6-8dda-4dc0-b2e8-dbb3dd757b48,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:59.204674 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] 10.222.0.10 "DELETE /v2.0/networks/7da015c6-8dda-4dc0-b2e8-dbb3dd757b48 HTTP/1.1" status: 204 len: 168 time: 1.1307049 Jul 19 01:10:59.205938 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:59.250214 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ef32de9b-03d9-4884-b22c-9e1599cc30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:59.259638 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d3fe8075-0ecd-43d6-8fa1-cd270d79575d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:10:59.311140 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['c6df715f-5e64-4b1f-8caa-13d3c223193a'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:10:59.331695 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32de9b-03d9-4884-b22c-9e1599cc30c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e13695d-bbf7-4236-86d2-6272f35ff1c5,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:10:59.336943 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ef32de9b-03d9-4884-b22c-9e1599cc30c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:10:59.351842 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ef32de9b-03d9-4884-b22c-9e1599cc30c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:59.357222 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-ef32de9b-03d9-4884-b22c-9e1599cc30c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e13695d-bbf7-4236-86d2-6272f35ff1c5 HTTP/1.1" status: 204 len: 168 time: 0.5557024 Jul 19 01:10:59.386262 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-44ccc9d0-f725-4170-823c-ec5bcda9b98f req-c95cbc7c-09e5-4a3a-abf0-6997cfee0170 service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944697 Jul 19 01:10:59.401485 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1104813-97ae-4642-8ef3-9f79c937d9dc None None] New status for floating IP 78adff54-3c18-437d-97f0-c1928d127ac9: ACTIVE {{(pid=78634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 01:10:59.506441 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60640) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:59.554043 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-44ccc9d0-f725-4170-823c-ec5bcda9b98f req-18e92055-c259-46f1-bb96-847c0ce4d16c service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599028 Jul 19 01:10:59.697755 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60648) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:59.754809 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36594b16-1f96-4e35-9f06-1beb703309ed req-17efea6f-f2e7-433d-a684-cc318ac49111 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:10:59.757041 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-36594b16-1f96-4e35-9f06-1beb703309ed req-17efea6f-f2e7-433d-a684-cc318ac49111 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 944 time: 0.1430140 Jul 19 01:10:59.812703 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-a9c1259f-5760-42b9-8814-89e436de0138 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9eefe5af70141ba8eeb1b8655196566&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1102026 Jul 19 01:10:59.813538 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60658) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:10:59.831675 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-36594b16-1f96-4e35-9f06-1beb703309ed req-93912a92-7e69-42ab-80ea-8f5796ccfb2a tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640790 Jul 19 01:10:59.917806 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-dcf66e8d-71e2-4bb3-8c2f-6746eb630c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:59.958199 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-dcf66e8d-71e2-4bb3-8c2f-6746eb630c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:59.974059 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b45f5f81-fe84-48b8-bf0a-e1c764d2600d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:10:59.993929 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-b45f5f81-fe84-48b8-bf0a-e1c764d2600d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:00.007351 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-b45f5f81-fe84-48b8-bf0a-e1c764d2600d admin admin] Usage tracker for resource:security_group_rule and tenant:cd2270ba52dc403cb6139ce40770bc9c is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:00.020364 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-b45f5f81-fe84-48b8-bf0a-e1c764d2600d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:00.030713 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-dcf66e8d-71e2-4bb3-8c2f-6746eb630c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:00.035320 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-b45f5f81-fe84-48b8-bf0a-e1c764d2600d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:00.040797 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2c4a8149-936a-4829-8dc3-14d5d0e3be1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:00.059011 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66e8d-71e2-4bb3-8c2f-6746eb630c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9551641b-a47e-4ced-bef5-710574296df3,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:00.074199 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-dcf66e8d-71e2-4bb3-8c2f-6746eb630c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:00.076870 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-dcf66e8d-71e2-4bb3-8c2f-6746eb630c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:00.082982 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-dcf66e8d-71e2-4bb3-8c2f-6746eb630c35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9551641b-a47e-4ced-bef5-710574296df3 HTTP/1.1" status: 204 len: 168 time: 0.2682579 Jul 19 01:11:00.178387 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b45f5f81-fe84-48b8-bf0a-e1c764d2600d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:00.184005 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b45f5f81-fe84-48b8-bf0a-e1c764d2600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:00.200757 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-15c5a991-832d-40e4-804e-e5d5f0475808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:00.247276 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-b45f5f81-fe84-48b8-bf0a-e1c764d2600d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd2270ba52dc403cb6139ce40770bc9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7394693 Jul 19 01:11:00.249023 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f5f81-fe84-48b8-bf0a-e1c764d2600d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0084d0-f391-4940-b42b-9c0d4803e498,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:00.250064 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60692) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:00.252959 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b45f5f81-fe84-48b8-bf0a-e1c764d2600d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:00.335051 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6d52ff28-d38a-46a8-aee9-1f4b5aca2c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:00.372973 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6d52ff28-d38a-46a8-aee9-1f4b5aca2c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:00.448451 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6d52ff28-d38a-46a8-aee9-1f4b5aca2c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:00.453548 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-71959113-24c9-4c01-8cab-acdc73e1fa48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:00.464877 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52ff28-d38a-46a8-aee9-1f4b5aca2c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0084d0-f391-4940-b42b-9c0d4803e498,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:00.469252 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-6d52ff28-d38a-46a8-aee9-1f4b5aca2c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:00.472807 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6d52ff28-d38a-46a8-aee9-1f4b5aca2c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:00.474049 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-6d52ff28-d38a-46a8-aee9-1f4b5aca2c51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f0084d0-f391-4940-b42b-9c0d4803e498 HTTP/1.1" status: 204 len: 168 time: 0.2227733 Jul 19 01:11:01.031609 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60736) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:01.036323 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e405e0f-f0d4-4f20-82bf-559277692f4a req-fcbbf0c1-536a-48ff-b377-a7f33f2ba2f7 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:01.037996 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2e405e0f-f0d4-4f20-82bf-559277692f4a req-fcbbf0c1-536a-48ff-b377-a7f33f2ba2f7 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 944 time: 0.0888600 Jul 19 01:11:01.051653 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e86abbbf-4cbb-454d-ace4-27c4890b7785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:01.070838 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e86abbbf-4cbb-454d-ace4-27c4890b7785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:01.075019 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e86abbbf-4cbb-454d-ace4-27c4890b7785 admin admin] Usage tracker for resource:security_group_rule and tenant:73a18145cdfd41b7bdd870e8eea18e44 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:01.078171 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e86abbbf-4cbb-454d-ace4-27c4890b7785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:01.085868 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e86abbbf-4cbb-454d-ace4-27c4890b7785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:01.161273 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2e405e0f-f0d4-4f20-82bf-559277692f4a req-c61a553c-bd1b-4ca2-95af-bfc1303980cd tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056769 Jul 19 01:11:01.192340 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e86abbbf-4cbb-454d-ace4-27c4890b7785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:01.196400 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e86abbbf-4cbb-454d-ace4-27c4890b7785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:01.211271 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2895765c-08a2-4212-a454-b6967593a8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:01.254174 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e86abbbf-4cbb-454d-ace4-27c4890b7785 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73a18145cdfd41b7bdd870e8eea18e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214758 Jul 19 01:11:01.255706 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86abbbf-4cbb-454d-ace4-27c4890b7785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fa4cab-0338-4ccd-9b78-157adff03cd8,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:01.257077 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60746) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:01.258903 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e86abbbf-4cbb-454d-ace4-27c4890b7785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:01.327852 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b5fb40d7-69de-43c8-8b21-ca9866e7d63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:01.355298 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b5fb40d7-69de-43c8-8b21-ca9866e7d63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:01.417971 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b5fb40d7-69de-43c8-8b21-ca9866e7d63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:01.424203 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-aa5f2019-9a1e-42d2-9e06-58c4e7a18442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:01.435959 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb40d7-69de-43c8-8b21-ca9866e7d63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fa4cab-0338-4ccd-9b78-157adff03cd8,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:01.443001 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b5fb40d7-69de-43c8-8b21-ca9866e7d63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:01.444263 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b5fb40d7-69de-43c8-8b21-ca9866e7d63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:01.459494 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-b5fb40d7-69de-43c8-8b21-ca9866e7d63c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30fa4cab-0338-4ccd-9b78-157adff03cd8 HTTP/1.1" status: 204 len: 168 time: 0.1979809 Jul 19 01:11:01.960279 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60796) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:02.000116 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60802) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:02.099288 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60810) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:02.122905 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4179e52d-2ca2-4ad3-a32a-458b17bec15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.139510 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-4179e52d-2ca2-4ad3-a32a-458b17bec15c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:02.144671 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-4179e52d-2ca2-4ad3-a32a-458b17bec15c admin admin] Usage tracker for resource:security_group_rule and tenant:4fa02561c4494b01a5ac111e611fe1c5 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:02.148212 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-4179e52d-2ca2-4ad3-a32a-458b17bec15c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:02.154308 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-4179e52d-2ca2-4ad3-a32a-458b17bec15c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:02.244977 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c6df715f-5e64-4b1f-8caa-13d3c223193a up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:11:02.261539 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4179e52d-2ca2-4ad3-a32a-458b17bec15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.268902 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4179e52d-2ca2-4ad3-a32a-458b17bec15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.318336 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:02.329566 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-4179e52d-2ca2-4ad3-a32a-458b17bec15c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fa02561c4494b01a5ac111e611fe1c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254772 Jul 19 01:11:02.335267 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60816) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:02.344329 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-62020aee-2b71-4975-9222-2b39162e268f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.358916 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-30058280-network', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:02.375203 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:02.377947 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port c6df715f-5e64-4b1f-8caa-13d3c223193a completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:11:02.384613 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port c6df715f-5e64-4b1f-8caa-13d3c223193a triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:11:02.384788 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Usage tracker for resource:network and tenant:a1021b1d475742fca91e081a4ec362ce is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:02.385736 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.387571 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-62020aee-2b71-4975-9222-2b39162e268f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:02.393599 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:02.397179 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-62020aee-2b71-4975-9222-2b39162e268f admin admin] Usage tracker for resource:security_group_rule and tenant:e0d4eb6e08ab41f78192542f3d35aa13 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:02.402104 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179e52d-2ca2-4ad3-a32a-458b17bec15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176235e2-3e27-4236-a9ed-d5c5c567cf48,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:02.404894 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:02.407035 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-62020aee-2b71-4975-9222-2b39162e268f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:02.411149 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-4179e52d-2ca2-4ad3-a32a-458b17bec15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:02.418596 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-62020aee-2b71-4975-9222-2b39162e268f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:02.431392 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Made reservation on behalf of a1021b1d475742fca91e081a4ec362ce for: {'network': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:11:02.433891 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.449350 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.456769 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7c57a-04e0-4501-9698-c040a0435051 req-c19dbba0-8f32-4bef-b449-9f1b7769dcd4 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:02.464898 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-10d7c57a-04e0-4501-9698-c040a0435051 req-c19dbba0-8f32-4bef-b449-9f1b7769dcd4 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 944 time: 0.1693211 Jul 19 01:11:02.471209 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:02.475195 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Usage tracker for resource:security_group_rule and tenant:a1021b1d475742fca91e081a4ec362ce is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:02.478131 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:02.483391 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2e8c431e-b9e2-4929-a272-325a7f7bce6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.483835 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:02.520460 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2e8c431e-b9e2-4929-a272-325a7f7bce6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.527307 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.578458 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c6df715f-5e64-4b1f-8caa-13d3c223193a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c6df715f-5e64-4b1f-8caa-13d3c223193a,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:02.581726 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0864ad24-395f-4c45-b5f4-5270999ec3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6df715f-5e64-4b1f-8caa-13d3c223193a'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:11:02.589898 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.593101 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:02.602284 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2e8c431e-b9e2-4929-a272-325a7f7bce6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.616789 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.617003 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:02.632297 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.637693 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2e8c431e-b9e2-4929-a272-325a7f7bce6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.638552 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-dcf66e8d-71e2-4bb3-8c2f-6746eb630c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:02.639074 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-2e8c431e-b9e2-4929-a272-325a7f7bce6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/176235e2-3e27-4236-a9ed-d5c5c567cf48 HTTP/1.1" status: 204 len: 168 time: 0.2983868 Jul 19 01:11:02.649174 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-62020aee-2b71-4975-9222-2b39162e268f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.663543 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c431e-b9e2-4929-a272-325a7f7bce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176235e2-3e27-4236-a9ed-d5c5c567cf48,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:02.665844 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-62020aee-2b71-4975-9222-2b39162e268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.666358 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2e8c431e-b9e2-4929-a272-325a7f7bce6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:02.681801 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-10d7c57a-04e0-4501-9698-c040a0435051 req-698ec432-1157-4281-b161-ad6a40365e68 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136424 Jul 19 01:11:02.694619 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=78633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:11:02.703614 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0864ad24-395f-4c45-b5f4-5270999ec3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6df715f-5e64-4b1f-8caa-13d3c223193a', 'code': 200} Jul 19 01:11:02.704016 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-62020aee-2b71-4975-9222-2b39162e268f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0d4eb6e08ab41f78192542f3d35aa13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7425938 Jul 19 01:11:02.707582 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60830) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:02.718096 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd74ff32-1851-402f-8ed2-07f608ebc84f,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:02.724308 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:02.724730 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:02.732603 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.733652 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.segments_db [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Added segment 179a8e2e-67b2-43e2-be19-662ed204f6b0 of type vlan for network 665bb959-ce91-4f9c-a71d-2bfde92f715f Jul 19 01:11:02.777167 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62020aee-2b71-4975-9222-2b39162e268f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3f74a1-c381-4fbb-8806-c68f68f69098,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:02.797566 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-62020aee-2b71-4975-9222-2b39162e268f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:02.833561 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.881412 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=c6df715f-5e64-4b1f-8caa-13d3c223193a,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:02.910062 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.911508 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:02.912153 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.927637 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-92ba4e15-00b1-4dda-be06-2f4f6e9a95c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:02.958792 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:02.959711 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:02.960059 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:02.960649 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:02.960792 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:02.961075 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:02.961396 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:02.961713 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:02.962028 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:02.962518 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:02.962912 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:02.963230 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:02.967700 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:02.975119 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:02.999230 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-92ba4e15-00b1-4dda-be06-2f4f6e9a95c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:03.008406 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0071995 Jul 19 01:11:03.013914 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60844) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:03.021978 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Request body: {'subnet': {'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-30058280-subnet', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:03.140992 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:03.150875 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Usage tracker for resource:subnet and tenant:a1021b1d475742fca91e081a4ec362ce is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:03.161125 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:03.176844 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:03.207632 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-92ba4e15-00b1-4dda-be06-2f4f6e9a95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:03.220147 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e86abbbf-4cbb-454d-ace4-27c4890b7785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:03.234747 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Made reservation on behalf of a1021b1d475742fca91e081a4ec362ce for: {'subnet': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:11:03.244553 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592514'] for subnet, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:03.312135 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Pushing event updated for resources: {'Network': ['ID=665bb959-ce91-4f9c-a71d-2bfde92f715f,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:03.321634 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba4e15-00b1-4dda-be06-2f4f6e9a95c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3f74a1-c381-4fbb-8806-c68f68f69098,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:03.331972 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-92ba4e15-00b1-4dda-be06-2f4f6e9a95c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:03.336519 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:03.355096 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network 665bb959-ce91-4f9c-a71d-2bfde92f715f details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:11:03.388880 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc11ad-aa60-4667-85fc-77ad1e44fd84 req-312d4d52-41fd-4303-ae77-424865e53f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:03.390384 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b5bc11ad-aa60-4667-85fc-77ad1e44fd84 req-312d4d52-41fd-4303-ae77-424865e53f7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 1098 time: 0.3433330 Jul 19 01:11:03.421977 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-92ba4e15-00b1-4dda-be06-2f4f6e9a95c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:03.424747 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-92ba4e15-00b1-4dda-be06-2f4f6e9a95c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f3f74a1-c381-4fbb-8806-c68f68f69098 HTTP/1.1" status: 204 len: 168 time: 0.7160170 Jul 19 01:11:03.491640 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b5bc11ad-aa60-4667-85fc-77ad1e44fd84 req-ccab5276-1b81-4e22-8b0d-fb4e9a857f1c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920763 Jul 19 01:11:03.568380 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3407811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592496'] for subnet, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:03.579029 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2755dfb0-a7fe-4634-9ebf-0b8222f4bee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:03.666681 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5253dbad-c61e-461a-840b-fb6203361230,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:03.669790 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:03.676085 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Checking segment: {'id': '179a8e2e-67b2-43e2-be19-662ed204f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:11:03.676445 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Network hostable DHCP agents. Network: 665bb959-ce91-4f9c-a71d-2bfde92f715f, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:11:03.699486 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Network 665bb959-ce91-4f9c-a71d-2bfde92f715f is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:11:03.713345 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, 665bb959-ce91-4f9c-a71d-2bfde92f715f) {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:11:03.715954 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:03.716679 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:03.724676 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea39f3e-02ce-4697-a665-7dbcf1d397f4 None None] Network 665bb959-ce91-4f9c-a71d-2bfde92f715f requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:11:03.761675 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7462428 Jul 19 01:11:03.764570 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 60896) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:03.776357 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-30058280-router', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:03.785010 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:03.789252 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Usage tracker for resource:router and tenant:a1021b1d475742fca91e081a4ec362ce is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:03.793003 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:03.799157 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:03.893221 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1604376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1400'] for router, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:03.895421 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1393'] for router, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:03.927390 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:03.947693 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992300f-13ce-4a75-8e6d-185de2a0e780 req-98c21886-c75a-43d9-a6c4-83e79aeb4ff2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:03.955948 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0992300f-13ce-4a75-8e6d-185de2a0e780 req-98c21886-c75a-43d9-a6c4-83e79aeb4ff2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 945 time: 0.1535437 Jul 19 01:11:04.057826 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60914) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:04.113028 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0992300f-13ce-4a75-8e6d-185de2a0e780 req-60391465-d2cc-410e-b761-265a6d92b309 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506603 Jul 19 01:11:04.200342 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f635e1f-ed5c-4a0e-83ab-1d022dc09427 None None] Network 665bb959-ce91-4f9c-a71d-2bfde92f715f requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:11:04.298920 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b1034e01-7892-4f29-b5fd-6de942d241eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:04.323946 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-b1034e01-7892-4f29-b5fd-6de942d241eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:04.329996 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b1034e01-7892-4f29-b5fd-6de942d241eb admin admin] Usage tracker for resource:security_group_rule and tenant:3dfbcbcac0264b47ba844a297a373db6 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:04.335177 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b1034e01-7892-4f29-b5fd-6de942d241eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:04.348048 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-b1034e01-7892-4f29-b5fd-6de942d241eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:04.435094 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1383'] for router, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:04.481872 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b1034e01-7892-4f29-b5fd-6de942d241eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:04.487648 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b1034e01-7892-4f29-b5fd-6de942d241eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:04.497210 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60932) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:04.500930 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:04.571454 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-b1034e01-7892-4f29-b5fd-6de942d241eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3dfbcbcac0264b47ba844a297a373db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5122869 Jul 19 01:11:04.572597 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 60940) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:04.573417 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1034e01-7892-4f29-b5fd-6de942d241eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3816396-39aa-452e-962a-ee5f2a85e8d2,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:04.578039 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b1034e01-7892-4f29-b5fd-6de942d241eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:04.657513 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f0117908-0828-4a5d-9365-5723391252c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:04.728255 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f0117908-0828-4a5d-9365-5723391252c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:04.811005 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f0117908-0828-4a5d-9365-5723391252c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:04.816657 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:04.857398 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:05.012008 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-223318d1-b840-4f85-b181-dc0cd87e900f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:05.029164 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0117908-0828-4a5d-9365-5723391252c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3816396-39aa-452e-962a-ee5f2a85e8d2,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:05.031957 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b77e74b0-c61a-4879-80eb-333e674ecf27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:05.041691 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f0117908-0828-4a5d-9365-5723391252c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:05.046061 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f0117908-0828-4a5d-9365-5723391252c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:05.047331 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-f0117908-0828-4a5d-9365-5723391252c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3816396-39aa-452e-962a-ee5f2a85e8d2 HTTP/1.1" status: 204 len: 168 time: 0.4680753 Jul 19 01:11:05.061140 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-b77e74b0-c61a-4879-80eb-333e674ecf27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:05.068253 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b77e74b0-c61a-4879-80eb-333e674ecf27 admin admin] Usage tracker for resource:security_group_rule and tenant:d518ca1b2fce4930b5c786ee7ed322ad is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:05.072679 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b77e74b0-c61a-4879-80eb-333e674ecf27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:05.074304 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Allocated IP 172.28.0.154 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/e27b05df-0a05-49d7-b4b4-bf164dd9e763) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:11:05.093902 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-b77e74b0-c61a-4879-80eb-333e674ecf27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:05.322351 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b77e74b0-c61a-4879-80eb-333e674ecf27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:05.332250 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b77e74b0-c61a-4879-80eb-333e674ecf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:05.379036 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:05.392090 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-b77e74b0-c61a-4879-80eb-333e674ecf27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d518ca1b2fce4930b5c786ee7ed322ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8729401 Jul 19 01:11:05.395300 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 32776) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:05.398338 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:05.434585 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e74b0-c61a-4879-80eb-333e674ecf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47810b2-62f3-4ae2-94b9-3a3d9449a199,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:05.435503 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:05.449134 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b77e74b0-c61a-4879-80eb-333e674ecf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:05.460608 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:05.533471 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:11:05.536640 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:11:05.540373 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-25608ac9-747e-4615-85a7-242f91dc33ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:05.540514 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:11:05.569016 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 32782) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:05.593821 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-25608ac9-747e-4615-85a7-242f91dc33ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:05.595684 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Pushing event updated for resources: {'Port': ['ID=e27b05df-0a05-49d7-b4b4-bf164dd9e763,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:05.600946 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:05.614227 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-929c2243-78d4-40d8-a31a-ff8938ea37dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:05.677683 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec378c8e-7709-43dc-abfc-d6e941bbd5d9 req-044e01fd-05b6-4a64-91d5-1ab4de54159d tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:05.696530 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ec378c8e-7709-43dc-abfc-d6e941bbd5d9 req-044e01fd-05b6-4a64-91d5-1ab4de54159d tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 945 time: 0.2631569 Jul 19 01:11:05.703498 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-6089a15c-fbdc-4b30-9aad-2374fff4c9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:05.732083 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-929c2243-78d4-40d8-a31a-ff8938ea37dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:05.739500 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-929c2243-78d4-40d8-a31a-ff8938ea37dd admin admin] Usage tracker for resource:security_group_rule and tenant:6952f9fa1c8e4ac88db442fac724bcf2 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:05.745266 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-929c2243-78d4-40d8-a31a-ff8938ea37dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:05.753217 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-929c2243-78d4-40d8-a31a-ff8938ea37dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:05.788344 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ec378c8e-7709-43dc-abfc-d6e941bbd5d9 req-49e02182-eae3-4520-bc0f-1e8a20f384c5 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906219 Jul 19 01:11:05.841302 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-25608ac9-747e-4615-85a7-242f91dc33ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:05.848528 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-4eefd4ec-8f9d-4658-899c-7575190f2eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:05.909123 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25608ac9-747e-4615-85a7-242f91dc33ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47810b2-62f3-4ae2-94b9-3a3d9449a199,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:05.923368 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-25608ac9-747e-4615-85a7-242f91dc33ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:05.976416 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-25608ac9-747e-4615-85a7-242f91dc33ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:05.984646 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-25608ac9-747e-4615-85a7-242f91dc33ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e47810b2-62f3-4ae2-94b9-3a3d9449a199 HTTP/1.1" status: 204 len: 168 time: 0.5885370 Jul 19 01:11:06.156141 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-929c2243-78d4-40d8-a31a-ff8938ea37dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:06.164712 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-929c2243-78d4-40d8-a31a-ff8938ea37dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:06.175783 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-6d52ff28-d38a-46a8-aee9-1f4b5aca2c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:06.191934 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:06.224033 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-929c2243-78d4-40d8-a31a-ff8938ea37dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6952f9fa1c8e4ac88db442fac724bcf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6536336 Jul 19 01:11:06.226340 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c2243-78d4-40d8-a31a-ff8938ea37dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da844c8-fe29-41e1-a0fd-f1b85e21fc1c,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:06.228515 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 32810) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:06.230817 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-929c2243-78d4-40d8-a31a-ff8938ea37dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:06.306859 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-540c4a07-24da-4c21-99db-3c963d66fbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:06.311467 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:06.344171 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-540c4a07-24da-4c21-99db-3c963d66fbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:06.437696 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-540c4a07-24da-4c21-99db-3c963d66fbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:06.444636 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ef32de9b-03d9-4884-b22c-9e1599cc30c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:06.481906 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c4a07-24da-4c21-99db-3c963d66fbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da844c8-fe29-41e1-a0fd-f1b85e21fc1c,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:06.486951 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-540c4a07-24da-4c21-99db-3c963d66fbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:06.494091 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-540c4a07-24da-4c21-99db-3c963d66fbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:06.496028 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-540c4a07-24da-4c21-99db-3c963d66fbac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2da844c8-fe29-41e1-a0fd-f1b85e21fc1c HTTP/1.1" status: 204 len: 168 time: 0.2666681 Jul 19 01:11:06.921418 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603608'] for router, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:07.111557 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 32854) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:07.151295 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a013f6ed-e7d3-46b2-81c4-2176ebdd4b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:07.188588 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a013f6ed-e7d3-46b2-81c4-2176ebdd4b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:07.197362 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a013f6ed-e7d3-46b2-81c4-2176ebdd4b04 admin admin] Usage tracker for resource:security_group_rule and tenant:2d58c3f69ff64b0787eea61728059cfd is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:07.205471 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a013f6ed-e7d3-46b2-81c4-2176ebdd4b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:07.225498 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a013f6ed-e7d3-46b2-81c4-2176ebdd4b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:07.258645 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Router b9648886-8de8-4bcc-83a4-b9fb86c2ec59 is scheduled to L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 with binding_index 1 {{(pid=78632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 01:11:07.375084 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a013f6ed-e7d3-46b2-81c4-2176ebdd4b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:07.380664 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a013f6ed-e7d3-46b2-81c4-2176ebdd4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:07.391451 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:07.475129 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-a013f6ed-e7d3-46b2-81c4-2176ebdd4b04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d58c3f69ff64b0787eea61728059cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619387 Jul 19 01:11:07.478463 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 32868) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:07.494875 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013f6ed-e7d3-46b2-81c4-2176ebdd4b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc195128-5fb7-4a8c-8c09-a7dee9eb6151,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:07.513987 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a013f6ed-e7d3-46b2-81c4-2176ebdd4b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:07.584338 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2e7f9691-9d2d-45ae-a8f6-a45561813055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:07.602250 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:11:07.615169 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2e7f9691-9d2d-45ae-a8f6-a45561813055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:07.618096 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Sync routers for ids ['b9648886-8de8-4bcc-83a4-b9fb86c2ec59'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:11:07.628198 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Notify callbacks [] for router, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:07.629049 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Routers {'b9648886-8de8-4bcc-83a4-b9fb86c2ec59'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:11:07.629628 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8639243 Jul 19 01:11:07.630159 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:10:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b9648886-8de8-4bcc-83a4-b9fb86c2ec59'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:11:07.632353 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 32876) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:07.687270 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2e7f9691-9d2d-45ae-a8f6-a45561813055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:07.692676 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-41e6f83e-aba5-4464-84cf-3e3ad4548589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:07.723273 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f9691-9d2d-45ae-a8f6-a45561813055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc195128-5fb7-4a8c-8c09-a7dee9eb6151,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:07.729430 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2e7f9691-9d2d-45ae-a8f6-a45561813055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:07.733380 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2e7f9691-9d2d-45ae-a8f6-a45561813055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:07.735342 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2e7f9691-9d2d-45ae-a8f6-a45561813055 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc195128-5fb7-4a8c-8c09-a7dee9eb6151 HTTP/1.1" status: 204 len: 168 time: 0.2532756 Jul 19 01:11:07.876126 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Set router b9648886-8de8-4bcc-83a4-b9fb86c2ec59 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:11:08.241909 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0db4731e-2e08-448b-82a4-0ce9cb1f611e req-8a33d812-fa10-4009-a0fa-c0662224935f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1883347 Jul 19 01:11:08.295517 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-794dcb72-9c15-44d2-985c-b13eb412df8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:08.416596 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'name': 'tempest-ServerRescueNegativeTestJSON-30058280-router', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:11:03Z', 'updated_at': '2021-07-19T01:11:05Z', 'revision_number': 3, 'project_id': 'a1021b1d475742fca91e081a4ec362ce', 'gw_port': {'id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:11:04Z', 'updated_at': '2021-07-19T01:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:11:08.428902 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Checking router: b9648886-8de8-4bcc-83a4-b9fb86c2ec59 for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:11:08.429368 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Updating router b9648886-8de8-4bcc-83a4-b9fb86c2ec59 port e27b05df-0a05-49d7-b4b4-bf164dd9e763 binding host dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:11:08.546777 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:08.614365 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4731e-2e08-448b-82a4-0ce9cb1f611e req-52043741-0db5-443c-8b27-0e2612cae6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:08.620814 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0db4731e-2e08-448b-82a4-0ce9cb1f611e req-52043741-0db5-443c-8b27-0e2612cae6f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d011ac2326344373bcd6b15112affba0&device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 1099 time: 0.1946700 Jul 19 01:11:08.895825 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4731e-2e08-448b-82a4-0ce9cb1f611e req-438b4b6c-ce0e-4031-bf31-06accaa79dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:08.897656 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0db4731e-2e08-448b-82a4-0ce9cb1f611e req-438b4b6c-ce0e-4031-bf31-06accaa79dc7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 200 len: 915 time: 0.2365584 Jul 19 01:11:08.970747 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:09.006994 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:09.007516 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0db4731e-2e08-448b-82a4-0ce9cb1f611e req-b7c45375-18b1-477a-8723-5172bdf5f2b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad646e9b-be70-4ca5-8653-ed7c2559c068 HTTP/1.1" status: 200 len: 217 time: 0.0910430 Jul 19 01:11:09.135397 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Notify callbacks [] for port, precommit_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:09.159216 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.provisioning_blocks [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Transition to ACTIVE for port object e27b05df-0a05-49d7-b4b4-bf164dd9e763 will not be triggered until provisioned by entity L2. {{(pid=78635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:11:09.170381 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:09.191675 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:09.231803 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4731e-2e08-448b-82a4-0ce9cb1f611e req-cc4f4718-ac9c-4b6b-9719-f5dbf9237f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:09.234247 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0db4731e-2e08-448b-82a4-0ce9cb1f611e req-cc4f4718-ac9c-4b6b-9719-f5dbf9237f72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=025ef04d-5dba-4d2c-9fa6-fc78d1762ba7 HTTP/1.1" status: 200 len: 854 time: 0.2170186 Jul 19 01:11:09.312887 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0db4731e-2e08-448b-82a4-0ce9cb1f611e req-346a29f0-a324-4b1a-838f-6e1dceb371d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=027cc1a0-9d47-405e-8bcc-27b90790d2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606129 Jul 19 01:11:09.318420 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Pushing event updated for resources: {'Port': ['ID=e27b05df-0a05-49d7-b4b4-bf164dd9e763,revision_number=2']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:09.328577 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:09.328921 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:09.329995 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:09.330803 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:09.331301 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:09.331840 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:09.332313 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:09.332827 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:09.333454 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:09.333927 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:09.334392 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:09.334921 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:09.340522 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:09.366126 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Attempting to bind port e27b05df-0a05-49d7-b4b4-bf164dd9e763 on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:11:09.366504 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Attempting to bind port e27b05df-0a05-49d7-b4b4-bf164dd9e763 by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:11:09.366913 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Attempting to bind port e27b05df-0a05-49d7-b4b4-bf164dd9e763 on network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:09.373645 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:11:09.374157 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Checking segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:11:09.374742 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:09.375923 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Bound using segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:11:09.377428 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Bound port: e27b05df-0a05-49d7-b4b4-bf164dd9e763, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:11:09.378163 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:09.405521 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Allocated IP 172.20.0.1 (665bb959-ce91-4f9c-a71d-2bfde92f715f/5253dbad-c61e-461a-840b-fb6203361230/bc84af34-abad-4505-8848-743b69323062) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:11:09.450770 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:09.485772 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] For port e27b05df-0a05-49d7-b4b4-bf164dd9e763, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:11:09.489336 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] For port e27b05df-0a05-49d7-b4b4-bf164dd9e763, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=e27b05df-0a05-49d7-b4b4-bf164dd9e763,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:11:09.500391 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:09.507818 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-df143934-7290-4bcc-b1d9-36ac0fc4be89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:09.534967 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0db4731e-2e08-448b-82a4-0ce9cb1f611e req-2cc164c1-689f-4497-8c34-f81e2961aee4 service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124019 Jul 19 01:11:09.697157 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:09.733859 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Pushing event updated for resources: {'Port': ['ID=e27b05df-0a05-49d7-b4b4-bf164dd9e763,revision_number=3']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:09.739019 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:09.744673 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:09.753039 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-5a39e8fd-61c0-4294-9cec-df448da90895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:09.779928 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Routers {'b9648886-8de8-4bcc-83a4-b9fb86c2ec59'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:11:09.780859 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:11:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b9648886-8de8-4bcc-83a4-b9fb86c2ec59'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:11:09.860532 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Network 665bb959-ce91-4f9c-a71d-2bfde92f715f is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:11:09.864266 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:11:09.868411 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:11:09.908692 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0db4731e-2e08-448b-82a4-0ce9cb1f611e req-a89dd05e-e0d5-40ff-81b0-082f0bdaf1ac service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665478 Jul 19 01:11:09.958150 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773646'] for router_interface, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:09.978763 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Pushing event updated for resources: {'Port': ['ID=bc84af34-abad-4505-8848-743b69323062,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:09.994284 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:10.122048 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] Set router b9648886-8de8-4bcc-83a4-b9fb86c2ec59 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:11:10.283902 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-1f4f49a0-582e-420b-bdc6-2e987c7e4889 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:10.285780 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-1f4f49a0-582e-420b-bdc6-2e987c7e4889 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/networks?id=027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 200 len: 814 time: 0.2903075 Jul 19 01:11:10.334406 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-86018fdb-6b91-43ca-9578-1acfc32fe85a tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/quotas/d011ac2326344373bcd6b15112affba0 HTTP/1.1" status: 200 len: 375 time: 0.0401328 Jul 19 01:11:10.343424 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:10.632548 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'name': 'tempest-ServerRescueNegativeTestJSON-30058280-router', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:11:03Z', 'updated_at': '2021-07-19T01:11:05Z', 'revision_number': 3, 'project_id': 'a1021b1d475742fca91e081a4ec362ce', 'gw_port': {'id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:11:04Z', 'updated_at': '2021-07-19T01:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:11:10.639019 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2403959-3ec3-41d4-9591-92c57e9d8a81 None None] The sync data for ids ['b9648886-8de8-4bcc-83a4-b9fb86c2ec59'] in dv-cinder-801236-1-smb is: [{'id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'name': 'tempest-ServerRescueNegativeTestJSON-30058280-router', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:11:03Z', 'updated_at': '2021-07-19T01:11:05Z', 'revision_number': 3, 'project_id': 'a1021b1d475742fca91e081a4ec362ce', 'gw_port': {'id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:11:04Z', 'updated_at': '2021-07-19T01:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:11:10.656403 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-9d710f45-7dbf-4430-81ad-c249572a2023 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d011ac2326344373bcd6b15112affba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3143473 Jul 19 01:11:10.730463 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 32988) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:10.791745 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:10.934038 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-6d0ac53d-4f54-470e-be50-d11d07e5232a service neutron] 10.222.0.10 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640529 Jul 19 01:11:10.947961 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0a0a1aac-1f75-4b14-bd95-65c722a41ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:11.009762 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-0a0a1aac-1f75-4b14-bd95-65c722a41ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:11.012622 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:11.017518 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-0a0a1aac-1f75-4b14-bd95-65c722a41ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:aba607cd087e411bac6e6914d338735b is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:11.020777 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-0a0a1aac-1f75-4b14-bd95-65c722a41ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:11.029113 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-0a0a1aac-1f75-4b14-bd95-65c722a41ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:11.050627 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:11.149128 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e231314f-1c5c-46d7-b87a-cb536a0da387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:11.154298 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0a0a1aac-1f75-4b14-bd95-65c722a41ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:11.170263 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0a0a1aac-1f75-4b14-bd95-65c722a41ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:11.181347 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a63922ac-279e-4c4e-9568-678e8b9a8f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:11.233048 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-0a0a1aac-1f75-4b14-bd95-65c722a41ff2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aba607cd087e411bac6e6914d338735b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5016911 Jul 19 01:11:11.234234 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a1aac-1f75-4b14-bd95-65c722a41ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e251d850-bb61-4be4-b76e-0bad99c201cc,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:11.236888 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33008) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:11.239641 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-0a0a1aac-1f75-4b14-bd95-65c722a41ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:11.274949 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1773803'] for router_interface, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:11.308495 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-849390ea-eb98-43be-bddf-aadd57a6d593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:11.323114 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Pushing event updated for resources: {'Port': ['ID=bc84af34-abad-4505-8848-743b69323062,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:11.326650 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:11.333924 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-ea6c944c-947c-4ca4-baba-07e28a263ab9 service neutron] 10.222.0.10 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832088 Jul 19 01:11:11.338760 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-849390ea-eb98-43be-bddf-aadd57a6d593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:11.404663 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-849390ea-eb98-43be-bddf-aadd57a6d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:11.409768 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ca8e6fd7-1ca6-463a-862e-9aa0035721ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:11.428975 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849390ea-eb98-43be-bddf-aadd57a6d593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e251d850-bb61-4be4-b76e-0bad99c201cc,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:11.431826 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-849390ea-eb98-43be-bddf-aadd57a6d593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:11.433368 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-849390ea-eb98-43be-bddf-aadd57a6d593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:11.445008 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-849390ea-eb98-43be-bddf-aadd57a6d593 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e251d850-bb61-4be4-b76e-0bad99c201cc HTTP/1.1" status: 204 len: 168 time: 0.2070143 Jul 19 01:11:11.630612 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Network 665bb959-ce91-4f9c-a71d-2bfde92f715f is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:11:11.636449 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:11:12.021888 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a338f9d5-db06-4b52-aee6-7e2ff81c81c7 req-c1742649-5443-4fd2-830c-cb4b46af3184 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 210 time: 0.3732426 Jul 19 01:11:12.074775 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Router b9648886-8de8-4bcc-83a4-b9fb86c2ec59 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:11:12.270227 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33052) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:12.305308 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8193b4f3-8d00-48a1-b438-e06ec5ab420e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:12.348117 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-8193b4f3-8d00-48a1-b438-e06ec5ab420e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:12.352789 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-8193b4f3-8d00-48a1-b438-e06ec5ab420e admin admin] Usage tracker for resource:security_group_rule and tenant:25484f8ecf7f45efa7723d25ca4b3577 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:12.356406 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-8193b4f3-8d00-48a1-b438-e06ec5ab420e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:12.363332 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-8193b4f3-8d00-48a1-b438-e06ec5ab420e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:12.416852 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:11:12.444908 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] 10.222.0.10 "PUT /v2.0/routers/b9648886-8de8-4bcc-83a4-b9fb86c2ec59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8104191 Jul 19 01:11:12.452089 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device e27b05df-0a05-49d7-b4b4-bf164dd9e763 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:11:12.545850 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8193b4f3-8d00-48a1-b438-e06ec5ab420e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:12.551330 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8193b4f3-8d00-48a1-b438-e06ec5ab420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:12.564452 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-94a2626b-16f1-4389-9a5f-8e8e84fa0b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:12.632905 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port e27b05df-0a05-49d7-b4b4-bf164dd9e763 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:11:12.643643 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port e27b05df-0a05-49d7-b4b4-bf164dd9e763 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:11:12.645933 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:12.655822 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 33064) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:12.656556 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-8193b4f3-8d00-48a1-b438-e06ec5ab420e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25484f8ecf7f45efa7723d25ca4b3577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847077 Jul 19 01:11:12.663849 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193b4f3-8d00-48a1-b438-e06ec5ab420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b0d217-33e7-4dd7-84cd-47cd708b701b,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:12.680570 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8193b4f3-8d00-48a1-b438-e06ec5ab420e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:12.853902 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc1d115d-453d-4257-8c09-cc9fbc903c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:12.892863 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc1d115d-453d-4257-8c09-cc9fbc903c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:12.898942 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:12.922308 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port e27b05df-0a05-49d7-b4b4-bf164dd9e763, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=e27b05df-0a05-49d7-b4b4-bf164dd9e763,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:12.929311 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:12.931573 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:13.006983 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc1d115d-453d-4257-8c09-cc9fbc903c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:13.012548 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-ee850230-ea05-4fc4-92e1-1ba8e3d8e665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:13.026180 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d115d-453d-4257-8c09-cc9fbc903c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b0d217-33e7-4dd7-84cd-47cd708b701b,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:13.028346 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=e27b05df-0a05-49d7-b4b4-bf164dd9e763,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:13.035373 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:13.043353 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-bc1d115d-453d-4257-8c09-cc9fbc903c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:13.051270 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc1d115d-453d-4257-8c09-cc9fbc903c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:13.052399 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-bc1d115d-453d-4257-8c09-cc9fbc903c87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39b0d217-33e7-4dd7-84cd-47cd708b701b HTTP/1.1" status: 204 len: 168 time: 0.3955009 Jul 19 01:11:13.116321 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Sync routers for ids ['b9648886-8de8-4bcc-83a4-b9fb86c2ec59'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:11:13.127977 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Routers {'b9648886-8de8-4bcc-83a4-b9fb86c2ec59'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:11:13.128753 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:11:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b9648886-8de8-4bcc-83a4-b9fb86c2ec59'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:11:13.460826 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-1add9950-7844-406c-a807-c46d20677774 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:13.463448 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-1add9950-7844-406c-a807-c46d20677774 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Synchronizing usage tracker for tenant:a1021b1d475742fca91e081a4ec362ce on resource:network {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:11:13.527375 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-1add9950-7844-406c-a807-c46d20677774 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Unset dirty status for tenant:a1021b1d475742fca91e081a4ec362ce on resource:network {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:11:13.535685 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-1add9950-7844-406c-a807-c46d20677774 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/networks?id=665bb959-ce91-4f9c-a71d-2bfde92f715f HTTP/1.1" status: 200 len: 817 time: 0.3216722 Jul 19 01:11:13.540818 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Set router b9648886-8de8-4bcc-83a4-b9fb86c2ec59 gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:11:13.552859 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-80fadb6e-632c-46c2-b5df-c7358b1a7b24 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/quotas/a1021b1d475742fca91e081a4ec362ce HTTP/1.1" status: 200 len: 375 time: 0.0160887 Jul 19 01:11:13.556983 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d1392ca7-9d96-4a25-8caf-636e2f320133 req-01dd838c-15f0-4b3e-87ec-0369c4db6b21 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 210 time: 0.0639141 Jul 19 01:11:13.911797 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-7271d971-c5ee-4481-8ed6-2ff3dcf37f55 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:13.914481 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-7271d971-c5ee-4481-8ed6-2ff3dcf37f55 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "GET /v2.0/networks?id=027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 200 len: 814 time: 0.3013704 Jul 19 01:11:13.932341 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-59ac5961-f4ae-4c98-aee7-80792f57789e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1021b1d475742fca91e081a4ec362ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3619742 Jul 19 01:11:13.937127 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Request body: {'port': {'device_id': '1f9630d2-895f-4438-b8d3-2cb059d2f5a0', 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be', 'admin_state_up': True, 'tenant_id': 'd011ac2326344373bcd6b15112affba0'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:14.161025 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'name': 'tempest-ServerRescueNegativeTestJSON-30058280-router', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:11:03Z', 'updated_at': '2021-07-19T01:11:10Z', 'revision_number': 4, 'project_id': 'a1021b1d475742fca91e081a4ec362ce', 'gw_port': {'id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:11:04Z', 'updated_at': '2021-07-19T01:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'bc84af34-abad-4505-8848-743b69323062', 'name': '', 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'mac_address': 'fa:16:3e:80:de:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5253dbad-c61e-461a-840b-fb6203361230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:11:09Z', 'updated_at': '2021-07-19T01:11:10Z', 'revision_number': 2, 'project_id': 'a1021b1d475742fca91e081a4ec362ce', 'subnets': [{'id': '5253dbad-c61e-461a-840b-fb6203361230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:11:14.165420 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Checking router: b9648886-8de8-4bcc-83a4-b9fb86c2ec59 for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:11:14.165947 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Updating router b9648886-8de8-4bcc-83a4-b9fb86c2ec59 port bc84af34-abad-4505-8848-743b69323062 binding host dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:11:14.229661 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:14.308636 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:14.320580 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:14.338028 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-b9c13cc7-c66c-4139-a947-7c44a1b22f1f service neutron] 10.222.0.10 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735747 Jul 19 01:11:14.389405 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device e27b05df-0a05-49d7-b4b4-bf164dd9e763 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:11:14.391396 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Made reservation on behalf of d011ac2326344373bcd6b15112affba0 for: {'port': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:11:14.395950 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:14.591904 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-0e8cfc10-5ffb-452d-a7d9-f418d5cd1293 service neutron] 10.222.0.10 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524369 Jul 19 01:11:14.592892 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port e27b05df-0a05-49d7-b4b4-bf164dd9e763 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:11:14.593313 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:14.737140 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Allocated IP 172.20.0.3 (027cc1a0-9d47-405e-8bcc-27b90790d2be/025ef04d-5dba-4d2c-9fa6-fc78d1762ba7/dc83499a-7dea-4f41-932c-cab771cb19cf) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:11:14.947461 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-30fa0722-890c-4ff3-99c9-5fbd53eea404 req-9ba31e67-853f-4734-ba49-18c5d7d78fc4 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 210 time: 0.0729117 Jul 19 01:11:15.106335 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-eed1a830-3a5d-4f78-b2ff-ca975ff74355 req-e5fdfb1f-871f-4c2c-9681-878687937a2e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Synchronizing usage tracker for tenant:a1021b1d475742fca91e081a4ec362ce on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:11:15.145860 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:15.158800 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-eed1a830-3a5d-4f78-b2ff-ca975ff74355 req-e5fdfb1f-871f-4c2c-9681-878687937a2e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Unset dirty status for tenant:a1021b1d475742fca91e081a4ec362ce on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:11:15.180704 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-eed1a830-3a5d-4f78-b2ff-ca975ff74355 req-e5fdfb1f-871f-4c2c-9681-878687937a2e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 210 time: 0.1550968 Jul 19 01:11:15.184023 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:15.194049 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:15.233875 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 33166) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:15.248790 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['ad646e9b-be70-4ca5-8653-ed7c2559c068', 'c6df715f-5e64-4b1f-8caa-13d3c223193a'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:11:15.299709 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Network 027cc1a0-9d47-405e-8bcc-27b90790d2be is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:11:15.304079 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:11:15.309513 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:11:15.318067 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:15.319072 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:15.374609 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4407132 Jul 19 01:11:15.375806 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Pushing event updated for resources: {'Port': ['ID=dc83499a-7dea-4f41-932c-cab771cb19cf,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:15.386377 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:15.412416 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Request body: {'port': {'device_id': '1f9630d2-895f-4438-b8d3-2cb059d2f5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:15.481513 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c00d2161-6519-4083-bb54-d0e04940c32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:15.546769 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-c00d2161-6519-4083-bb54-d0e04940c32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:15.555330 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Notify callbacks [] for port, precommit_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:15.556299 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-c00d2161-6519-4083-bb54-d0e04940c32e admin admin] Usage tracker for resource:security_group_rule and tenant:9bf6ce3df21c4999a28d0aae0ae7ccc1 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:15.560250 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-c00d2161-6519-4083-bb54-d0e04940c32e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:15.582084 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-c00d2161-6519-4083-bb54-d0e04940c32e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:15.695209 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:15.699085 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Transition to ACTIVE for port object bc84af34-abad-4505-8848-743b69323062 will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:11:15.725474 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:15.733413 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:15.744139 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c00d2161-6519-4083-bb54-d0e04940c32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:15.771263 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c00d2161-6519-4083-bb54-d0e04940c32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:15.785463 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-26e74ddb-b92c-44ba-9914-340d10f7ee90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:15.834753 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b3071-016a-43b3-98da-74a1500e7cc5 None None] Pushing event updated for resources: {'Port': ['ID=bc84af34-abad-4505-8848-743b69323062,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:15.841295 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-1e2b3071-016a-43b3-98da-74a1500e7cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:15.929185 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d2161-6519-4083-bb54-d0e04940c32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c6d5e8-e224-4567-9ca6-751bc5cd419e,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:15.960445 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-c00d2161-6519-4083-bb54-d0e04940c32e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9bf6ce3df21c4999a28d0aae0ae7ccc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7224631 Jul 19 01:11:15.963132 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33194) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:15.971003 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c00d2161-6519-4083-bb54-d0e04940c32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:16.096316 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-31590a70-5a31-48e8-bcc6-d92accc6d325 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:16.110097 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-31590a70-5a31-48e8-bcc6-d92accc6d325 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/networks?id=665bb959-ce91-4f9c-a71d-2bfde92f715f HTTP/1.1" status: 200 len: 817 time: 0.3640339 Jul 19 01:11:16.139199 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-bd636162-f177-48c5-b92d-294fa0d0af5a tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/quotas/a1021b1d475742fca91e081a4ec362ce HTTP/1.1" status: 200 len: 375 time: 0.0274031 Jul 19 01:11:16.176242 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d9e72745-8792-484f-a075-05e8435217d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:16.246331 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-9a261ae3-d74b-4e10-b374-b72b5a2e3793 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1021b1d475742fca91e081a4ec362ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1061642 Jul 19 01:11:16.264201 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Attempting to bind port bc84af34-abad-4505-8848-743b69323062 on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:11:16.264934 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Attempting to bind port bc84af34-abad-4505-8848-743b69323062 by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '179a8e2e-67b2-43e2-be19-662ed204f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:11:16.265556 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Attempting to bind port bc84af34-abad-4505-8848-743b69323062 on network 665bb959-ce91-4f9c-a71d-2bfde92f715f {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:16.271790 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d9e72745-8792-484f-a075-05e8435217d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:16.277153 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:11:16.277837 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Checking segment: {'id': '179a8e2e-67b2-43e2-be19-662ed204f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:11:16.277966 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:16.278318 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Bound using segment: {'id': '179a8e2e-67b2-43e2-be19-662ed204f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:11:16.278856 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Bound port: bc84af34-abad-4505-8848-743b69323062, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179a8e2e-67b2-43e2-be19-662ed204f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:11:16.279232 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:16.339075 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5867a2-f194-4824-8534-3cea7159da74 req-963f04b7-7582-4814-b665-64afb4c6a323 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:16.339075 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-ef5867a2-f194-4824-8534-3cea7159da74 req-963f04b7-7582-4814-b665-64afb4c6a323 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Synchronizing usage tracker for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:11:16.406784 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] For port bc84af34-abad-4505-8848-743b69323062, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:11:16.409410 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-ef5867a2-f194-4824-8534-3cea7159da74 req-963f04b7-7582-4814-b665-64afb4c6a323 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Unset dirty status for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:11:16.411266 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] For port bc84af34-abad-4505-8848-743b69323062, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=bc84af34-abad-4505-8848-743b69323062,segment=NetworkSegment(179a8e2e-67b2-43e2-be19-662ed204f6b0),segment_id=179a8e2e-67b2-43e2-be19-662ed204f6b0)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:11:16.416553 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ef5867a2-f194-4824-8534-3cea7159da74 req-963f04b7-7582-4814-b665-64afb4c6a323 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 931 time: 0.2908490 Jul 19 01:11:16.433119 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:16.450336 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:16.458420 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc83499a-7dea-4f41-932c-cab771cb19cf {{(pid=78633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:11:16.495243 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-93f68013-a5ae-43c8-8a00-5fe9e70f1464 service neutron] 10.222.0.10 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479720 Jul 19 01:11:16.497143 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ef5867a2-f194-4824-8534-3cea7159da74 req-a85d758a-a490-4729-ae25-8269c45cab48 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794873 Jul 19 01:11:16.498011 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d9e72745-8792-484f-a075-05e8435217d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:16.507518 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:16.510888 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b5fb40d7-69de-43c8-8b21-ca9866e7d63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:16.535378 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d9e72745-8792-484f-a075-05e8435217d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:16.536453 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-d9e72745-8792-484f-a075-05e8435217d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44c6d5e8-e224-4567-9ca6-751bc5cd419e HTTP/1.1" status: 204 len: 168 time: 0.5725589 Jul 19 01:11:16.537393 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e72745-8792-484f-a075-05e8435217d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c6d5e8-e224-4567-9ca6-751bc5cd419e,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:16.546188 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d9e72745-8792-484f-a075-05e8435217d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:16.572502 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b3071-016a-43b3-98da-74a1500e7cc5 None None] Pushing event updated for resources: {'Port': ['ID=bc84af34-abad-4505-8848-743b69323062,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:16.588888 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Transition to ACTIVE for port object dc83499a-7dea-4f41-932c-cab771cb19cf will not be triggered until provisioned by entity L2. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:11:16.607694 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:16.624226 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-1e2b3071-016a-43b3-98da-74a1500e7cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:16.650201 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Routers {'b9648886-8de8-4bcc-83a4-b9fb86c2ec59'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:11:16.650904 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:11:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b9648886-8de8-4bcc-83a4-b9fb86c2ec59'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:11:16.659185 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-06a6b5ff-974a-48d3-bfb4-5a35c09b7781 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:16.763994 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-f6f5e4e8-3c27-4b2b-936f-e5dd3ce2c131 service neutron] 10.222.0.10 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678189 Jul 19 01:11:17.128996 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Pushing event updated for resources: {'Port': ['ID=dc83499a-7dea-4f41-932c-cab771cb19cf,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:17.134968 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Attempting to bind port dc83499a-7dea-4f41-932c-cab771cb19cf on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:11:17.135328 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Attempting to bind port dc83499a-7dea-4f41-932c-cab771cb19cf by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:11:17.135659 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Attempting to bind port dc83499a-7dea-4f41-932c-cab771cb19cf on network 027cc1a0-9d47-405e-8bcc-27b90790d2be {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:17.155148 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:17.172295 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Port dc83499a-7dea-4f41-932c-cab771cb19cf on network 027cc1a0-9d47-405e-8bcc-27b90790d2be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:11:17.176969 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Attempting to bind port dc83499a-7dea-4f41-932c-cab771cb19cf on network 027cc1a0-9d47-405e-8bcc-27b90790d2be {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:17.181032 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] Set router b9648886-8de8-4bcc-83a4-b9fb86c2ec59 gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:11:17.204733 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:11:17.208474 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Checking segment: {'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:11:17.209051 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Bound using segment: {'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:11:17.209699 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Bound port: dc83499a-7dea-4f41-932c-cab771cb19cf, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'}}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:11:17.210257 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:17.241606 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e47bfec8-9677-4d4a-b761-2ad64e8a960c req-d7ae6b21-2a8f-45d0-ac02-39dfe69a7c15 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 210 time: 0.1403291 Jul 19 01:11:17.246334 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-4933fbca-7dfe-4858-a7c2-a7faed4ff53c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:17.248316 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-4933fbca-7dfe-4858-a7c2-a7faed4ff53c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.15 "GET /v2.0/networks?id=665bb959-ce91-4f9c-a71d-2bfde92f715f HTTP/1.1" status: 200 len: 817 time: 0.6996214 Jul 19 01:11:17.354909 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Request body: {'port': {'device_id': 'aee2b9cd-7d3d-4e7c-8909-0f3bd3556099', 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f', 'admin_state_up': True, 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:17.722091 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] For port dc83499a-7dea-4f41-932c-cab771cb19cf, host hv-cinder-80123, cleared binding levels {{(pid=78633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:11:17.732679 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] For port dc83499a-7dea-4f41-932c-cab771cb19cf, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=dc83499a-7dea-4f41-932c-cab771cb19cf,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:11:17.748135 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:17.765668 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b49f29a0-3162-490c-9c96-b38d4c55dbec tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:17.814722 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'name': 'tempest-ServerRescueNegativeTestJSON-30058280-router', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:11:03Z', 'updated_at': '2021-07-19T01:11:10Z', 'revision_number': 4, 'project_id': 'a1021b1d475742fca91e081a4ec362ce', 'gw_port': {'id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:11:04Z', 'updated_at': '2021-07-19T01:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'bc84af34-abad-4505-8848-743b69323062', 'name': '', 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'mac_address': 'fa:16:3e:80:de:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5253dbad-c61e-461a-840b-fb6203361230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:11:09Z', 'updated_at': '2021-07-19T01:11:16Z', 'revision_number': 4, 'project_id': 'a1021b1d475742fca91e081a4ec362ce', 'subnets': [{'id': '5253dbad-c61e-461a-840b-fb6203361230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:11:17.819457 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfecce7-f821-4874-8939-b81b5c4d89a3 None None] The sync data for ids ['b9648886-8de8-4bcc-83a4-b9fb86c2ec59'] in dv-cinder-801236-1-smb is: [{'id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'name': 'tempest-ServerRescueNegativeTestJSON-30058280-router', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:11:03Z', 'updated_at': '2021-07-19T01:11:10Z', 'revision_number': 4, 'project_id': 'a1021b1d475742fca91e081a4ec362ce', 'gw_port': {'id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:11:04Z', 'updated_at': '2021-07-19T01:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'bc84af34-abad-4505-8848-743b69323062', 'name': '', 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'mac_address': 'fa:16:3e:80:de:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5253dbad-c61e-461a-840b-fb6203361230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:11:09Z', 'updated_at': '2021-07-19T01:11:16Z', 'revision_number': 4, 'project_id': 'a1021b1d475742fca91e081a4ec362ce', 'subnets': [{'id': '5253dbad-c61e-461a-840b-fb6203361230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:11:17.995298 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 33266) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:18.114592 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:18.115425 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:18.117547 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] 10.222.0.15 "PUT /v2.0/ports/dc83499a-7dea-4f41-932c-cab771cb19cf HTTP/1.1" status: 200 len: 1093 time: 2.7098901 Jul 19 01:11:18.118040 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9630d2-895f-4438-b8d3-2cb059d2f5a0', 'tag': 'dc83499a-7dea-4f41-932c-cab771cb19cf'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:11:18.175560 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Pushing event updated for resources: {'Port': ['ID=dc83499a-7dea-4f41-932c-cab771cb19cf,revision_number=3']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:18.181692 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:18.184703 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:18.186072 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1565130291-network', 'tenant_id': 'ede67a96bc344a64bba112dc1bd4f4ad'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:18.198211 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:18.208466 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Usage tracker for resource:network and tenant:ede67a96bc344a64bba112dc1bd4f4ad is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:18.214409 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:18.233096 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:18.250338 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:18.265716 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Made reservation on behalf of ede67a96bc344a64bba112dc1bd4f4ad for: {'network': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:11:18.271202 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:18.281353 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Made reservation on behalf of a1021b1d475742fca91e081a4ec362ce for: {'port': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:11:18.285007 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:18.301811 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:18.331605 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936a0eb-a7d8-4bbd-96ba-fee2981b12a8 req-807b003e-4d18-49b4-a187-60baa1fad4ae tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:18.332418 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:18.335589 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4936a0eb-a7d8-4bbd-96ba-fee2981b12a8 req-807b003e-4d18-49b4-a187-60baa1fad4ae tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 943 time: 0.4257219 Jul 19 01:11:18.338514 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Usage tracker for resource:security_group_rule and tenant:ede67a96bc344a64bba112dc1bd4f4ad is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:18.342686 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:18.351333 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:18.417616 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device bc84af34-abad-4505-8848-743b69323062 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:11:18.441135 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9630d2-895f-4438-b8d3-2cb059d2f5a0', 'tag': 'dc83499a-7dea-4f41-932c-cab771cb19cf', 'status': 'completed', 'code': 200} Jul 19 01:11:18.480883 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:18.485022 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-eb51ace2-ad68-4acf-8eb1-f53c8156a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:18.487167 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-eb51ace2-ad68-4acf-8eb1-f53c8156a6b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d011ac2326344373bcd6b15112affba0&device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 1096 time: 0.2747462 Jul 19 01:11:18.488557 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:18.504704 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8fb8bf5e-1219-48f4-89be-d2dd6eca460d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:18.522132 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4936a0eb-a7d8-4bbd-96ba-fee2981b12a8 req-c0c6136b-cbcd-4601-a466-7f4a4b1c7cf0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763175 Jul 19 01:11:18.548741 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port bc84af34-abad-4505-8848-743b69323062 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:11:18.553810 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port bc84af34-abad-4505-8848-743b69323062 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:11:18.554411 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:18.576694 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf48d472-6275-48b5-8ece-fb6c0060b268,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:18.588898 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=78632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:11:18.605188 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:18.605658 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.db.segments_db [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Added segment 3da66d69-54b2-4b2e-9957-462fe57fe0ba of type vlan for network 106812bf-a345-4e0a-812e-510fe1d3f98e Jul 19 01:11:18.607812 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-cabb622d-e442-4dfe-8d30-9dd7788345a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc83499a-7dea-4f41-932c-cab771cb19cf HTTP/1.1" status: 200 len: 217 time: 0.1035459 Jul 19 01:11:18.749275 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Allocated IP 172.20.0.6 (665bb959-ce91-4f9c-a71d-2bfde92f715f/5253dbad-c61e-461a-840b-fb6203361230/817fdd9c-1934-46f0-801d-172d0542b883) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:11:18.751843 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:18.753369 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-6cb7b8b7-0f29-4622-82d5-639ac66f0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:18.756035 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-6cb7b8b7-0f29-4622-82d5-639ac66f0338 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=025ef04d-5dba-4d2c-9fa6-fc78d1762ba7 HTTP/1.1" status: 200 len: 854 time: 0.1127791 Jul 19 01:11:18.783292 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:18.862679 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:18.871052 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:18.871792 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:18.902157 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1afdbaa9-2fad-4ec1-a8b2-07d403f0efae req-620c68c0-5153-45b6-a8b0-3b79985e4418 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 210 time: 0.3148985 Jul 19 01:11:18.903008 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3cd6915a-f0d4-4000-aac7-442e030605e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:18.919908 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:18.927094 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9296787 Jul 19 01:11:18.931683 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 33284) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:18.950198 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Request body: {'subnet': {'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1565130291-subnet', 'tenant_id': 'ede67a96bc344a64bba112dc1bd4f4ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:18.977933 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-cb9fc26f-0577-4fa0-a77f-80f2d9bc6393 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=027cc1a0-9d47-405e-8bcc-27b90790d2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2071035 Jul 19 01:11:19.007932 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:19.014067 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port bc84af34-abad-4505-8848-743b69323062, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=bc84af34-abad-4505-8848-743b69323062,segment=NetworkSegment(179a8e2e-67b2-43e2-be19-662ed204f6b0),segment_id=179a8e2e-67b2-43e2-be19-662ed204f6b0)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:19.022159 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:19.033595 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-1e2b3071-016a-43b3-98da-74a1500e7cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:19.221247 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=bc84af34-abad-4505-8848-743b69323062,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:19.225252 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Usage tracker for resource:subnet and tenant:ede67a96bc344a64bba112dc1bd4f4ad is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:19.234026 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:19.238907 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:19.373225 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-0a033a7a-0bc7-42ae-927a-576456fdd3a2 service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899341 Jul 19 01:11:19.385799 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Pushing event updated for resources: {'Network': ['ID=106812bf-a345-4e0a-812e-510fe1d3f98e,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:19.399231 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network 106812bf-a345-4e0a-812e-510fe1d3f98e details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:11:19.399790 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:19.405082 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:19.540141 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Made reservation on behalf of ede67a96bc344a64bba112dc1bd4f4ad for: {'subnet': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:11:19.546606 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592514'] for subnet, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:19.808977 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-14f57b69-b122-4076-a36a-f52f9f2bf572 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:19.810521 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-14f57b69-b122-4076-a36a-f52f9f2bf572 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.15 "GET /v2.0/networks?id=665bb959-ce91-4f9c-a71d-2bfde92f715f HTTP/1.1" status: 200 len: 817 time: 0.5776341 Jul 19 01:11:19.846874 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Request body: {'port': {'device_id': '87a9e134-94e4-4f0a-9aa2-759f1f8b3d10', 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f', 'admin_state_up': True, 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:19.867360 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:19.916211 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-08147e9a-2daa-4ecb-8b9a-6b4913798a4f req-44e07e92-45da-4987-a174-954bfd842d43 service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262878 Jul 19 01:11:19.948434 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1c8bc-7863-4a59-954e-940899272572 req-883096a9-225b-41d0-87df-1ce0c391d37f tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:19.950948 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6ed1c8bc-7863-4a59-954e-940899272572 req-883096a9-225b-41d0-87df-1ce0c391d37f tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 943 time: 0.1790330 Jul 19 01:11:19.994355 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:20.002947 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:20.132079 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-233511fb-7050-4819-8784-93245f5263f9 req-75853fcc-d258-4aa0-85f2-a90863ac973e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 210 time: 0.0625131 Jul 19 01:11:20.139487 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6ed1c8bc-7863-4a59-954e-940899272572 req-e651d6a8-0253-4d4e-a14e-850ec9c4d576 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784711 Jul 19 01:11:20.171784 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Network 665bb959-ce91-4f9c-a71d-2bfde92f715f is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:11:20.181051 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:11:20.186612 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:11:20.192824 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:20.193750 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:20.215098 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Pushing event updated for resources: {'Port': ['ID=817fdd9c-1934-46f0-801d-172d0542b883,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:20.222317 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:20.229063 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:20.236581 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3407811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592496'] for subnet, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:20.237609 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:20.245102 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f63a2855-972b-4f97-967c-bcdfbccc8eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:20.259838 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981b597-eb58-4e2a-8685-9cdf3edefda2 req-76b2bf4c-6f01-43e9-8029-28bac1f3dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:20.262265 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4981b597-eb58-4e2a-8685-9cdf3edefda2 req-76b2bf4c-6f01-43e9-8029-28bac1f3dfa1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d011ac2326344373bcd6b15112affba0&device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 1096 time: 0.1859174 Jul 19 01:11:20.290720 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.db.api [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 19 01:11:20.290720 dv-cinder-801236-1-smb neutron-server[78632]: [SQL: INSERT INTO resourcedeltas (resource, reservation_id, amount) VALUES (%(resource)s, %(reservation_id)s, %(amount)s)] Jul 19 01:11:20.290720 dv-cinder-801236-1-smb neutron-server[78632]: [parameters: {'resource': 'port', 'reservation_id': '996e3a36-348c-4284-a36f-86d5af4b3db8', 'amount': 1}] Jul 19 01:11:20.290720 dv-cinder-801236-1-smb neutron-server[78632]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=78632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 01:11:20.291146 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_db.api [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Performing DB retry for function neutron.db.quota.driver.DbQuotaDriver.make_reservation {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 01:11:20.331008 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device bc84af34-abad-4505-8848-743b69323062 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:11:20.335245 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2410d162-a936-457f-a4f7-825149c7b36c,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:20.337904 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:20.338316 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9971745 Jul 19 01:11:20.340806 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Checking segment: {'id': '3da66d69-54b2-4b2e-9957-462fe57fe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:11:20.341051 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Network hostable DHCP agents. Network: 106812bf-a345-4e0a-812e-510fe1d3f98e, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:11:20.365447 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Request body: {'port': {'device_id': 'aee2b9cd-7d3d-4e7c-8909-0f3bd3556099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:20.393148 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Network 106812bf-a345-4e0a-812e-510fe1d3f98e is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:11:20.411526 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, 106812bf-a345-4e0a-812e-510fe1d3f98e) {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:11:20.416518 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:20.423436 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:20.425957 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f36c4d-ad70-4411-8399-408f3b97b518 None None] Network 106812bf-a345-4e0a-812e-510fe1d3f98e requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:11:20.461835 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5290134 Jul 19 01:11:20.575766 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981b597-eb58-4e2a-8685-9cdf3edefda2 req-21ea2489-3871-4a29-a3c1-189a2a203d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:20.578023 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4981b597-eb58-4e2a-8685-9cdf3edefda2 req-21ea2489-3871-4a29-a3c1-189a2a203d87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 200 len: 915 time: 0.3085728 Jul 19 01:11:20.688033 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port bc84af34-abad-4505-8848-743b69323062 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:11:20.690612 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:20.756676 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4981b597-eb58-4e2a-8685-9cdf3edefda2 req-1a2642ec-6366-4d2f-8dc5-82eae63018a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc83499a-7dea-4f41-932c-cab771cb19cf HTTP/1.1" status: 200 len: 217 time: 0.1318254 Jul 19 01:11:20.769602 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:20.771570 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba9749-6710-4044-963a-df2f18b303f7 None None] Network 106812bf-a345-4e0a-812e-510fe1d3f98e requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:11:20.797255 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:20.803055 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Usage tracker for resource:port and tenant:a1021b1d475742fca91e081a4ec362ce is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:20.806520 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:20.813646 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:20.828905 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Made reservation on behalf of a1021b1d475742fca91e081a4ec362ce for: {'port': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:11:20.833021 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:21.025162 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981b597-eb58-4e2a-8685-9cdf3edefda2 req-3467f875-8996-454b-b90f-fc4b01424366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:21.027310 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4981b597-eb58-4e2a-8685-9cdf3edefda2 req-3467f875-8996-454b-b90f-fc4b01424366 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=025ef04d-5dba-4d2c-9fa6-fc78d1762ba7 HTTP/1.1" status: 200 len: 854 time: 0.2225978 Jul 19 01:11:21.094543 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4981b597-eb58-4e2a-8685-9cdf3edefda2 req-ab8d5524-1ccc-4fe7-bce5-7e08a9e89666 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=027cc1a0-9d47-405e-8bcc-27b90790d2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535548 Jul 19 01:11:21.143177 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Allocated IP 172.20.0.3 (665bb959-ce91-4f9c-a71d-2bfde92f715f/5253dbad-c61e-461a-840b-fb6203361230/f7eeb658-a868-4d9c-aa44-87979593239e) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:11:21.372947 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4981b597-eb58-4e2a-8685-9cdf3edefda2 req-905e526f-6ce5-497a-b3bb-fef0832e8cc2 service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690055 Jul 19 01:11:21.485308 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2850e6c8-e2a5-42e5-ab3d-f8ea5a6adc8a req-e334a95c-77e2-4c50-aaea-b78a44183336 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 210 time: 0.0908132 Jul 19 01:11:21.664987 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:21.698372 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:21.702027 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff915c5-a8df-4625-ae53-251b9328283e req-a724795a-3a26-4e77-b7e2-466cca71738d tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:21.703623 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-eff915c5-a8df-4625-ae53-251b9328283e req-a724795a-3a26-4e77-b7e2-466cca71738d tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 943 time: 0.3339925 Jul 19 01:11:21.706034 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:21.769788 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4981b597-eb58-4e2a-8685-9cdf3edefda2 req-cd36dcc4-b6c7-4d1e-a002-6d5d4a6dd75d service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239616 Jul 19 01:11:21.770649 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Network 665bb959-ce91-4f9c-a71d-2bfde92f715f is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:11:21.773711 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:11:21.777860 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:11:21.819840 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Pushing event updated for resources: {'Port': ['ID=f7eeb658-a868-4d9c-aa44-87979593239e,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:21.824062 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:21.849938 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:21.850569 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:21.855818 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-eff915c5-a8df-4625-ae53-251b9328283e req-8c95cb3f-6c2f-4d82-9e68-dfc955398096 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352618 Jul 19 01:11:21.874968 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0337765 Jul 19 01:11:21.894794 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Request body: {'port': {'device_id': '87a9e134-94e4-4f0a-9aa2-759f1f8b3d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:21.969405 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817fdd9c-1934-46f0-801d-172d0542b883 {{(pid=78633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:11:21.978235 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:21.995320 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Transition to ACTIVE for port object 817fdd9c-1934-46f0-801d-172d0542b883 will not be triggered until provisioned by entity L2. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:11:22.000097 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:22.005772 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c37722b4-a209-46fe-a4d2-dfbe90f776da tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:22.013666 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:22.101336 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Pushing event updated for resources: {'Port': ['ID=817fdd9c-1934-46f0-801d-172d0542b883,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:22.108921 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:22.231104 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Attempting to bind port 817fdd9c-1934-46f0-801d-172d0542b883 on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:11:22.231531 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Attempting to bind port 817fdd9c-1934-46f0-801d-172d0542b883 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '179a8e2e-67b2-43e2-be19-662ed204f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f'}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:11:22.231856 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Attempting to bind port 817fdd9c-1934-46f0-801d-172d0542b883 on network 665bb959-ce91-4f9c-a71d-2bfde92f715f {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:22.237300 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Port 817fdd9c-1934-46f0-801d-172d0542b883 on network 665bb959-ce91-4f9c-a71d-2bfde92f715f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:11:22.237613 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Attempting to bind port 817fdd9c-1934-46f0-801d-172d0542b883 on network 665bb959-ce91-4f9c-a71d-2bfde92f715f {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:22.242894 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:11:22.243265 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Checking segment: {'id': '179a8e2e-67b2-43e2-be19-662ed204f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:11:22.243684 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Bound using segment: {'id': '179a8e2e-67b2-43e2-be19-662ed204f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f'} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:11:22.244245 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Bound port: 817fdd9c-1934-46f0-801d-172d0542b883, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179a8e2e-67b2-43e2-be19-662ed204f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f'}}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:11:22.244516 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:22.335093 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] For port 817fdd9c-1934-46f0-801d-172d0542b883, host hv-cinder-80123, cleared binding levels {{(pid=78633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:11:22.338103 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] For port 817fdd9c-1934-46f0-801d-172d0542b883, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=817fdd9c-1934-46f0-801d-172d0542b883,segment=NetworkSegment(179a8e2e-67b2-43e2-be19-662ed204f6b0),segment_id=179a8e2e-67b2-43e2-be19-662ed204f6b0)] {{(pid=78633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:11:22.342134 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:22.346620 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:22.407564 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:22.408292 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:22.409693 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] 10.222.0.15 "PUT /v2.0/ports/817fdd9c-1934-46f0-801d-172d0542b883 HTTP/1.1" status: 200 len: 1093 time: 2.0592601 Jul 19 01:11:22.410215 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee2b9cd-7d3d-4e7c-8909-0f3bd3556099', 'tag': '817fdd9c-1934-46f0-801d-172d0542b883'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:11:22.444247 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Pushing event updated for resources: {'Port': ['ID=817fdd9c-1934-46f0-801d-172d0542b883,revision_number=3']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:22.459039 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:22.464433 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7eeb658-a868-4d9c-aa44-87979593239e {{(pid=78632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:11:22.472056 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee2b9cd-7d3d-4e7c-8909-0f3bd3556099', 'tag': '817fdd9c-1934-46f0-801d-172d0542b883', 'status': 'completed', 'code': 200} Jul 19 01:11:22.473640 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:22.488757 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.provisioning_blocks [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Transition to ACTIVE for port object f7eeb658-a868-4d9c-aa44-87979593239e will not be triggered until provisioned by entity L2. {{(pid=78632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:11:22.492248 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:22.497642 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:22.628814 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-554c0856-7719-49b2-aa6b-8b714b7b5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:22.633269 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-554c0856-7719-49b2-aa6b-8b714b7b5b0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1021b1d475742fca91e081a4ec362ce&device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 1096 time: 0.1313794 Jul 19 01:11:22.786383 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-d9a86800-c6c5-40af-bbdf-f93fc872e7d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=817fdd9c-1934-46f0-801d-172d0542b883 HTTP/1.1" status: 200 len: 217 time: 0.1348948 Jul 19 01:11:22.811563 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eeb658-a868-4d9c-aa44-87979593239e,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:22.815020 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:22.868062 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Attempting to bind port f7eeb658-a868-4d9c-aa44-87979593239e on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:11:22.868505 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Attempting to bind port f7eeb658-a868-4d9c-aa44-87979593239e by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '179a8e2e-67b2-43e2-be19-662ed204f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f'}] {{(pid=78632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:11:22.868899 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Attempting to bind port f7eeb658-a868-4d9c-aa44-87979593239e on network 665bb959-ce91-4f9c-a71d-2bfde92f715f {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:22.878095 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Port f7eeb658-a868-4d9c-aa44-87979593239e on network 665bb959-ce91-4f9c-a71d-2bfde92f715f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:11:22.878507 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Attempting to bind port f7eeb658-a868-4d9c-aa44-87979593239e on network 665bb959-ce91-4f9c-a71d-2bfde92f715f {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:22.886151 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:11:22.886613 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Checking segment: {'id': '179a8e2e-67b2-43e2-be19-662ed204f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:11:22.887067 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Bound using segment: {'id': '179a8e2e-67b2-43e2-be19-662ed204f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f'} {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:11:22.887607 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Bound port: f7eeb658-a868-4d9c-aa44-87979593239e, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179a8e2e-67b2-43e2-be19-662ed204f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f'}}] {{(pid=78632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:11:22.888014 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:22.916748 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f915e-659c-41f2-a897-8acdaff2a010 req-c31f711d-85e8-48d1-925c-c12e01c1fc46 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:22.917358 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-a27f915e-659c-41f2-a897-8acdaff2a010 req-c31f711d-85e8-48d1-925c-c12e01c1fc46 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Synchronizing usage tracker for tenant:a1021b1d475742fca91e081a4ec362ce on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:11:22.988093 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-a27f915e-659c-41f2-a897-8acdaff2a010 req-c31f711d-85e8-48d1-925c-c12e01c1fc46 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Unset dirty status for tenant:a1021b1d475742fca91e081a4ec362ce on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:11:22.993040 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-4d5645b6-06e1-40c1-8643-fa66c2b4c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:22.994588 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-4d5645b6-06e1-40c1-8643-fa66c2b4c9d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5253dbad-c61e-461a-840b-fb6203361230 HTTP/1.1" status: 200 len: 857 time: 0.1954236 Jul 19 01:11:22.995073 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a27f915e-659c-41f2-a897-8acdaff2a010 req-c31f711d-85e8-48d1-925c-c12e01c1fc46 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 943 time: 0.3071887 Jul 19 01:11:23.057918 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-8d3cb093-9861-43ad-ae4d-3f8801eed5ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665bb959-ce91-4f9c-a71d-2bfde92f715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474622 Jul 19 01:11:23.069278 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-b04ca017-4b76-4684-a47a-09cb7611f6e6 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:23.070391 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] For port f7eeb658-a868-4d9c-aa44-87979593239e, host hv-cinder-80123, cleared binding levels {{(pid=78632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:11:23.070749 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-b04ca017-4b76-4684-a47a-09cb7611f6e6 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/networks?id=106812bf-a345-4e0a-812e-510fe1d3f98e HTTP/1.1" status: 200 len: 814 time: 0.2273750 Jul 19 01:11:23.079960 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] For port f7eeb658-a868-4d9c-aa44-87979593239e, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=f7eeb658-a868-4d9c-aa44-87979593239e,segment=NetworkSegment(179a8e2e-67b2-43e2-be19-662ed204f6b0),segment_id=179a8e2e-67b2-43e2-be19-662ed204f6b0)] {{(pid=78632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:11:23.085823 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a27f915e-659c-41f2-a897-8acdaff2a010 req-4fea5f3e-1c55-4ca8-ba51-6c05846399e8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898869 Jul 19 01:11:23.087990 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:23.094865 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:23.127639 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-3c6c007e-0500-47dc-8d83-88b60c00889d tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/quotas/ede67a96bc344a64bba112dc1bd4f4ad HTTP/1.1" status: 200 len: 375 time: 0.0369401 Jul 19 01:11:23.189801 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:23.190427 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:23.191823 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] 10.222.0.15 "PUT /v2.0/ports/f7eeb658-a868-4d9c-aa44-87979593239e HTTP/1.1" status: 200 len: 1093 time: 1.3025000 Jul 19 01:11:23.192306 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a9e134-94e4-4f0a-9aa2-759f1f8b3d10', 'tag': 'f7eeb658-a868-4d9c-aa44-87979593239e'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:11:23.229642 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eeb658-a868-4d9c-aa44-87979593239e,revision_number=3']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:23.237273 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:23.246190 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-f7cf6994-c79f-47b7-aeb1-beaba42c5b28 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ede67a96bc344a64bba112dc1bd4f4ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108294 Jul 19 01:11:23.322430 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-9d4077be-641e-4de3-981e-73f70387dedc service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507133 Jul 19 01:11:23.378829 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-fc1646a3-50ed-4130-973e-51ab612f5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:23.380433 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-fc1646a3-50ed-4130-973e-51ab612f5da6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1021b1d475742fca91e081a4ec362ce&device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 1096 time: 0.0886545 Jul 19 01:11:23.467849 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-97a12b2d-9988-475b-8401-33fb9e49cb37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7eeb658-a868-4d9c-aa44-87979593239e HTTP/1.1" status: 200 len: 217 time: 0.0696406 Jul 19 01:11:23.587515 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-03f0ef71-34c4-4e65-bc36-6586fa58b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:23.589321 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-03f0ef71-34c4-4e65-bc36-6586fa58b545 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5253dbad-c61e-461a-840b-fb6203361230 HTTP/1.1" status: 200 len: 857 time: 0.0800545 Jul 19 01:11:23.613763 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-342755d1-19cf-4fa4-b423-4ff075f3f84b service neutron] 10.222.0.10 "GET /v2.0/networks/106812bf-a345-4e0a-812e-510fe1d3f98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539855 Jul 19 01:11:23.643996 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-2cbdf5cf-229c-49ed-8ca7-74934723a6e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665bb959-ce91-4f9c-a71d-2bfde92f715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474312 Jul 19 01:11:23.656186 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea270d4-4cb4-4998-acc3-ed0f0db7f574 req-bdb38cf5-3a53-49bc-afd0-cbca69fd381d tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:23.658099 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8ea270d4-4cb4-4998-acc3-ed0f0db7f574 req-bdb38cf5-3a53-49bc-afd0-cbca69fd381d tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 943 time: 0.1872430 Jul 19 01:11:23.659541 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33412) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:23.693868 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-016044b3-7a61-4e86-bb58-02b208fe7cc2 req-9194ca96-768e-46a2-a49a-6d9c2623af0d service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216646 Jul 19 01:11:23.794392 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8ea270d4-4cb4-4998-acc3-ed0f0db7f574 req-35f314b7-195f-4cdf-aa84-ad0a7d63f1f1 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169574 Jul 19 01:11:23.862389 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-ec7ef590-8de6-43be-a689-7d2ae882980b service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032483 Jul 19 01:11:23.918982 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-f7ac7fcb-f4a8-4c62-96b4-4085b05ea6ce service neutron] 10.222.0.10 "GET /v2.0/networks/106812bf-a345-4e0a-812e-510fe1d3f98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952199 Jul 19 01:11:23.926714 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d403-b9a8-48b3-a4d7-9c039c9c154e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:23.966219 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-cfd1d403-b9a8-48b3-a4d7-9c039c9c154e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:23.973374 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-cfd1d403-b9a8-48b3-a4d7-9c039c9c154e admin admin] Usage tracker for resource:security_group_rule and tenant:f0ddade73eee45869190033ded575d1d is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:23.977240 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-cfd1d403-b9a8-48b3-a4d7-9c039c9c154e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:23.985072 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-cfd1d403-b9a8-48b3-a4d7-9c039c9c154e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:24.003884 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31a45c-53a0-4f23-83c3-76ce70ae2105 req-8add6eaa-6b43-47bc-88f9-d91560337ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:24.005561 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1e31a45c-53a0-4f23-83c3-76ce70ae2105 req-8add6eaa-6b43-47bc-88f9-d91560337ab3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1021b1d475742fca91e081a4ec362ce&device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 1096 time: 0.1747010 Jul 19 01:11:24.035441 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-150555c2-fd4f-4b2f-b83d-45a9522b4d95 req-1d2f8093-c62d-49a4-ad16-a7fa6e4fc048 service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636207 Jul 19 01:11:24.127502 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a9e134-94e4-4f0a-9aa2-759f1f8b3d10', 'tag': 'f7eeb658-a868-4d9c-aa44-87979593239e', 'status': 'completed', 'code': 200} Jul 19 01:11:24.210349 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 33432) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:24.289853 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-52ea5ee5-a227-4267-8e37-5c42e63208bb req-e817b9db-cee3-41b8-88ff-31b53db3c01c tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 210 time: 0.1283143 Jul 19 01:11:24.343306 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31a45c-53a0-4f23-83c3-76ce70ae2105 req-229055ec-ee57-4adf-9ea5-cad402fcb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:24.346098 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1e31a45c-53a0-4f23-83c3-76ce70ae2105 req-229055ec-ee57-4adf-9ea5-cad402fcb5cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=665bb959-ce91-4f9c-a71d-2bfde92f715f HTTP/1.1" status: 200 len: 918 time: 0.3105030 Jul 19 01:11:24.355178 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d403-b9a8-48b3-a4d7-9c039c9c154e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:24.408808 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device dc83499a-7dea-4f41-932c-cab771cb19cf details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:11:24.426632 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d403-b9a8-48b3-a4d7-9c039c9c154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:24.442738 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d9caf7d4-7f74-45a3-be37-43e6ec2e80fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:24.471804 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e9c5551e-d8dc-4012-a15a-ddeb61f48d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:24.473960 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1e31a45c-53a0-4f23-83c3-76ce70ae2105 req-cdf9c7b3-e580-4542-9c33-f67baf406da7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=817fdd9c-1934-46f0-801d-172d0542b883 HTTP/1.1" status: 200 len: 217 time: 0.1170740 Jul 19 01:11:24.483279 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195fde3-e2c9-4f9d-9aaf-dc0937c0e359 req-c4dd7194-320d-445a-84cd-757035a97e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:24.484762 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c195fde3-e2c9-4f9d-9aaf-dc0937c0e359 req-c4dd7194-320d-445a-84cd-757035a97e15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1021b1d475742fca91e081a4ec362ce&device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 1096 time: 0.2717957 Jul 19 01:11:24.523763 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1d403-b9a8-48b3-a4d7-9c039c9c154e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc8e9b3-20fc-4378-85e7-a63b76f35f8c,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:24.533077 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-cfd1d403-b9a8-48b3-a4d7-9c039c9c154e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:24.542302 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-cfd1d403-b9a8-48b3-a4d7-9c039c9c154e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0ddade73eee45869190033ded575d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8793116 Jul 19 01:11:24.544964 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33446) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:24.587875 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31a45c-53a0-4f23-83c3-76ce70ae2105 req-3b7d91d1-036b-4a25-8c89-e5d7e66517db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:24.589441 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1e31a45c-53a0-4f23-83c3-76ce70ae2105 req-3b7d91d1-036b-4a25-8c89-e5d7e66517db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5253dbad-c61e-461a-840b-fb6203361230 HTTP/1.1" status: 200 len: 857 time: 0.1034515 Jul 19 01:11:24.632026 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195fde3-e2c9-4f9d-9aaf-dc0937c0e359 req-0085b7aa-6b51-4439-a02d-0fda7f14a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:24.633461 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c195fde3-e2c9-4f9d-9aaf-dc0937c0e359 req-0085b7aa-6b51-4439-a02d-0fda7f14a474 service neutron] 10.222.0.15 "GET /v2.0/networks?id=665bb959-ce91-4f9c-a71d-2bfde92f715f HTTP/1.1" status: 200 len: 918 time: 0.1368616 Jul 19 01:11:24.638665 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e9c5551e-d8dc-4012-a15a-ddeb61f48d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:24.643463 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e9c5551e-d8dc-4012-a15a-ddeb61f48d6e admin admin] Usage tracker for resource:security_group_rule and tenant:c3b430dd7f4146be939a9f155d97455b is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:24.646426 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e9c5551e-d8dc-4012-a15a-ddeb61f48d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:24.647956 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1e31a45c-53a0-4f23-83c3-76ce70ae2105 req-e492b3e6-7f98-45d4-829b-f9a40945c424 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665bb959-ce91-4f9c-a71d-2bfde92f715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473921 Jul 19 01:11:24.652868 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e9c5551e-d8dc-4012-a15a-ddeb61f48d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:24.665130 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port dc83499a-7dea-4f41-932c-cab771cb19cf, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=dc83499a-7dea-4f41-932c-cab771cb19cf,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:24.670407 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-faace3db-892d-478f-964b-73d60bd8e3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:24.679578 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': 'dc83499a-7dea-4f41-932c-cab771cb19cf', 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be', 'port_id': 'dc83499a-7dea-4f41-932c-cab771cb19cf', 'mac_address': 'fa:16:3e:21:4f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '025ef04d-5dba-4d2c-9fa6-fc78d1762ba7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:11:24.744528 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-faace3db-892d-478f-964b-73d60bd8e3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:24.747097 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c195fde3-e2c9-4f9d-9aaf-dc0937c0e359 req-ea6d44e3-d4d5-4658-b884-c29f1d763849 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7eeb658-a868-4d9c-aa44-87979593239e HTTP/1.1" status: 200 len: 217 time: 0.0704732 Jul 19 01:11:24.781337 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bcfc2-0b9d-4601-ac2a-59848bb152d1 req-435b16e4-f31b-4c80-98bf-f3331142bac2 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:24.782393 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:24.788828 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-762bcfc2-0b9d-4601-ac2a-59848bb152d1 req-435b16e4-f31b-4c80-98bf-f3331142bac2 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 943 time: 0.5251868 Jul 19 01:11:24.811767 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc83499a-7dea-4f41-932c-cab771cb19cf {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:11:24.865305 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port dc83499a-7dea-4f41-932c-cab771cb19cf, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=dc83499a-7dea-4f41-932c-cab771cb19cf,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:24.873380 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:24.877077 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1e31a45c-53a0-4f23-83c3-76ce70ae2105 req-64e7ce12-dec3-462d-8811-2eb6dc0939f3 service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035074 Jul 19 01:11:24.879429 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:24.910131 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-762bcfc2-0b9d-4601-ac2a-59848bb152d1 req-083e4982-c3d2-4d3b-ae79-9749f301dacc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202698 Jul 19 01:11:24.963248 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-faace3db-892d-478f-964b-73d60bd8e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:24.966409 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195fde3-e2c9-4f9d-9aaf-dc0937c0e359 req-b6f02d3c-4b0c-4a3b-9951-9abe7d924aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:24.967885 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c195fde3-e2c9-4f9d-9aaf-dc0937c0e359 req-b6f02d3c-4b0c-4a3b-9951-9abe7d924aac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5253dbad-c61e-461a-840b-fb6203361230 HTTP/1.1" status: 200 len: 857 time: 0.1752026 Jul 19 01:11:24.972264 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d9e72745-8792-484f-a075-05e8435217d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:24.974959 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e9c5551e-d8dc-4012-a15a-ddeb61f48d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:25.024454 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e9c5551e-d8dc-4012-a15a-ddeb61f48d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:25.025960 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=dc83499a-7dea-4f41-932c-cab771cb19cf,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:25.029144 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:25.040316 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faace3db-892d-478f-964b-73d60bd8e3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc8e9b3-20fc-4378-85e7-a63b76f35f8c,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:25.058340 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2cb09ea4-aeba-41da-9e63-7377276a6032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:25.067875 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c195fde3-e2c9-4f9d-9aaf-dc0937c0e359 req-370340e7-0dfb-4d6b-a09d-f0582c1d6de3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665bb959-ce91-4f9c-a71d-2bfde92f715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914154 Jul 19 01:11:25.076843 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-faace3db-892d-478f-964b-73d60bd8e3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:25.112766 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5551e-d8dc-4012-a15a-ddeb61f48d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1f5c28-3354-41f8-88a4-533437d22051,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:25.133516 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-faace3db-892d-478f-964b-73d60bd8e3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:25.137245 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-faace3db-892d-478f-964b-73d60bd8e3f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebc8e9b3-20fc-4378-85e7-a63b76f35f8c HTTP/1.1" status: 204 len: 168 time: 0.5889871 Jul 19 01:11:25.153692 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e9c5551e-d8dc-4012-a15a-ddeb61f48d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:25.174740 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e9c5551e-d8dc-4012-a15a-ddeb61f48d6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c3b430dd7f4146be939a9f155d97455b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9633012 Jul 19 01:11:25.182892 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33460) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:25.213862 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1e31a45c-53a0-4f23-83c3-76ce70ae2105 req-823f8c15-a40a-4686-8212-e14824cc0bcb service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268430 Jul 19 01:11:25.271826 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef016a13-c18f-417f-8c6c-be60a93318eb req-ecaa109a-3463-4419-9c20-978259c31477 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:25.273668 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ef016a13-c18f-417f-8c6c-be60a93318eb req-ecaa109a-3463-4419-9c20-978259c31477 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 944 time: 0.1947241 Jul 19 01:11:25.317034 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2f45c41c-e499-477e-a21a-4dcebb558239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:25.326770 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['dc83499a-7dea-4f41-932c-cab771cb19cf'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:11:25.331884 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c195fde3-e2c9-4f9d-9aaf-dc0937c0e359 req-a532da6d-0f93-4b1d-9500-74bcf659a1bc service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441051 Jul 19 01:11:25.367165 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2f45c41c-e499-477e-a21a-4dcebb558239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:25.388261 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ef016a13-c18f-417f-8c6c-be60a93318eb req-279bfda1-2a01-44c4-bc8b-f61bdcce3a56 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002445 Jul 19 01:11:25.461360 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2f45c41c-e499-477e-a21a-4dcebb558239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:25.467029 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-4179e52d-2ca2-4ad3-a32a-458b17bec15c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:25.477915 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45c41c-e499-477e-a21a-4dcebb558239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1f5c28-3354-41f8-88a4-533437d22051,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:25.483801 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2f45c41c-e499-477e-a21a-4dcebb558239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:25.484723 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2f45c41c-e499-477e-a21a-4dcebb558239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:25.486346 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2f45c41c-e499-477e-a21a-4dcebb558239 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b1f5c28-3354-41f8-88a4-533437d22051 HTTP/1.1" status: 204 len: 168 time: 0.2998760 Jul 19 01:11:25.599543 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bf12073d-442c-469e-bed5-3315799837cd req-1ef828e0-e7d2-402a-82c6-867011a67f3c tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 210 time: 0.0679858 Jul 19 01:11:25.625617 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c195fde3-e2c9-4f9d-9aaf-dc0937c0e359 req-9031efae-3aa1-4dad-a30f-b881380ab560 service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298613 Jul 19 01:11:25.635484 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33470) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:25.658143 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-03a0f5d5-1a03-491e-97a9-2744fd8bfa13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:25.673475 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-03a0f5d5-1a03-491e-97a9-2744fd8bfa13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:25.677599 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-03a0f5d5-1a03-491e-97a9-2744fd8bfa13 admin admin] Usage tracker for resource:security_group_rule and tenant:b7da4d2e4d06418d88874ebdbe948f9a is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:25.680529 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-03a0f5d5-1a03-491e-97a9-2744fd8bfa13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:25.686408 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-03a0f5d5-1a03-491e-97a9-2744fd8bfa13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:25.795580 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-03a0f5d5-1a03-491e-97a9-2744fd8bfa13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:25.800856 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-03a0f5d5-1a03-491e-97a9-2744fd8bfa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:25.811919 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-849390ea-eb98-43be-bddf-aadd57a6d593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:25.851699 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-03a0f5d5-1a03-491e-97a9-2744fd8bfa13 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7da4d2e4d06418d88874ebdbe948f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143013 Jul 19 01:11:25.853589 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 33478) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:25.854061 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 33480) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:25.858712 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0f5d5-1a03-491e-97a9-2744fd8bfa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af4c0e2-2228-42df-978f-c08333dfdf67,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:25.861676 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-03a0f5d5-1a03-491e-97a9-2744fd8bfa13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:25.884445 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9df55153-fee5-4bb9-a473-d6acc5dc2568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:25.911805 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-9df55153-fee5-4bb9-a473-d6acc5dc2568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:25.925231 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-9df55153-fee5-4bb9-a473-d6acc5dc2568 admin admin] Usage tracker for resource:security_group_rule and tenant:04e312f3ca4e431b99ca5946274ecf9d is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:25.929598 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-9df55153-fee5-4bb9-a473-d6acc5dc2568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:25.953058 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-9df55153-fee5-4bb9-a473-d6acc5dc2568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:25.955846 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-87457be9-2200-447e-8981-7b403d402f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:26.082267 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-87457be9-2200-447e-8981-7b403d402f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:26.267008 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-4a459a66-b901-4309-ae98-ba820b832fca tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:26.267876 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-4a459a66-b901-4309-ae98-ba820b832fca tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Synchronizing usage tracker for tenant:ede67a96bc344a64bba112dc1bd4f4ad on resource:network {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:11:26.315361 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd565f-f5c5-4579-b20e-6643f6798f0d req-1b0f1f36-8c14-4e16-83b7-f565e7531dab tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:26.316812 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2fcd565f-f5c5-4579-b20e-6643f6798f0d req-1b0f1f36-8c14-4e16-83b7-f565e7531dab tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 943 time: 0.2831044 Jul 19 01:11:26.327488 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-87457be9-2200-447e-8981-7b403d402f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:26.334520 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-4a459a66-b901-4309-ae98-ba820b832fca tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Unset dirty status for tenant:ede67a96bc344a64bba112dc1bd4f4ad on resource:network {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:11:26.335550 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-4a459a66-b901-4309-ae98-ba820b832fca tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.15 "GET /v2.0/networks?id=106812bf-a345-4e0a-812e-510fe1d3f98e HTTP/1.1" status: 200 len: 814 time: 0.3837323 Jul 19 01:11:26.340067 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8baf3aa9-3ea1-4530-81f5-c6c13cdec8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:26.358611 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9df55153-fee5-4bb9-a473-d6acc5dc2568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:26.369594 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9df55153-fee5-4bb9-a473-d6acc5dc2568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:26.381582 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87457be9-2200-447e-8981-7b403d402f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af4c0e2-2228-42df-978f-c08333dfdf67,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:26.394031 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Request body: {'port': {'device_id': 'fdb0975e-8c8a-4310-9f7f-0f967eafcf4b', 'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e', 'admin_state_up': True, 'tenant_id': 'ede67a96bc344a64bba112dc1bd4f4ad'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:26.409401 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 817fdd9c-1934-46f0-801d-172d0542b883 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:11:26.410989 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-87457be9-2200-447e-8981-7b403d402f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:26.411467 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:26.492133 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-9df55153-fee5-4bb9-a473-d6acc5dc2568 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04e312f3ca4e431b99ca5946274ecf9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6370974 Jul 19 01:11:26.494932 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33506) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:26.495417 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2fcd565f-f5c5-4579-b20e-6643f6798f0d req-0c18dae3-8319-4c97-838f-b474f206a978 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685560 Jul 19 01:11:26.499247 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df55153-fee5-4bb9-a473-d6acc5dc2568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c720b58-f484-4582-982e-acf37372f3df,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:26.502637 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-87457be9-2200-447e-8981-7b403d402f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:26.511481 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-87457be9-2200-447e-8981-7b403d402f6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8af4c0e2-2228-42df-978f-c08333dfdf67 HTTP/1.1" status: 204 len: 168 time: 0.6499777 Jul 19 01:11:26.565016 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-9df55153-fee5-4bb9-a473-d6acc5dc2568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:26.588791 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c86a-414c-4888-bd86-64bfc6eba7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:26.612306 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 817fdd9c-1934-46f0-801d-172d0542b883, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=817fdd9c-1934-46f0-801d-172d0542b883,segment=NetworkSegment(179a8e2e-67b2-43e2-be19-662ed204f6b0),segment_id=179a8e2e-67b2-43e2-be19-662ed204f6b0)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:26.627576 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c86a-414c-4888-bd86-64bfc6eba7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:26.631017 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': '817fdd9c-1934-46f0-801d-172d0542b883', 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f', 'port_id': '817fdd9c-1934-46f0-801d-172d0542b883', 'mac_address': 'fa:16:3e:0d:58:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5253dbad-c61e-461a-840b-fb6203361230', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:11:26.701291 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c86a-414c-4888-bd86-64bfc6eba7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:26.704160 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:26.709452 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-25608ac9-747e-4615-85a7-242f91dc33ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:26.716335 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Usage tracker for resource:port and tenant:ede67a96bc344a64bba112dc1bd4f4ad is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:26.721786 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:26.731885 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:26.735588 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:26.738851 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4c86a-414c-4888-bd86-64bfc6eba7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c720b58-f484-4582-982e-acf37372f3df,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:26.759023 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2bf4c86a-414c-4888-bd86-64bfc6eba7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:26.761012 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c86a-414c-4888-bd86-64bfc6eba7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:26.765319 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2bf4c86a-414c-4888-bd86-64bfc6eba7be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c720b58-f484-4582-982e-acf37372f3df HTTP/1.1" status: 204 len: 168 time: 0.2684331 Jul 19 01:11:26.775424 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Made reservation on behalf of ede67a96bc344a64bba112dc1bd4f4ad for: {'port': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:11:26.779616 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:26.805065 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817fdd9c-1934-46f0-801d-172d0542b883 {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:11:26.824336 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 817fdd9c-1934-46f0-801d-172d0542b883, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=817fdd9c-1934-46f0-801d-172d0542b883,segment=NetworkSegment(179a8e2e-67b2-43e2-be19-662ed204f6b0),segment_id=179a8e2e-67b2-43e2-be19-662ed204f6b0)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:26.826204 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-05f1482c-72dc-44b2-ba55-5f2238710900 req-3b51b0cc-c4a3-43ee-87c2-c46dd396744d tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 210 time: 0.0683985 Jul 19 01:11:26.837378 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:26.842093 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:26.928577 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=817fdd9c-1934-46f0-801d-172d0542b883,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:26.939471 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:26.977610 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685418d0-c6c6-4f72-9ae2-71f14d748436 req-2548dbb8-bbc1-4499-b6c7-93b7577e2f1f tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:26.984640 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-685418d0-c6c6-4f72-9ae2-71f14d748436 req-2548dbb8-bbc1-4499-b6c7-93b7577e2f1f tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 944 time: 0.3584707 Jul 19 01:11:27.047888 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-685418d0-c6c6-4f72-9ae2-71f14d748436 req-b9890c61-7d0e-457d-954d-b4333249135e tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609186 Jul 19 01:11:27.132089 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Allocated IP 172.20.0.13 (106812bf-a345-4e0a-812e-510fe1d3f98e/2410d162-a936-457f-a4f7-825149c7b36c/faebf6a8-b7eb-4629-8910-be7535344935) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:11:27.144865 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33526) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:27.164096 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-467d6325-00eb-47a5-915c-8e2ccdc25f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:27.180350 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-467d6325-00eb-47a5-915c-8e2ccdc25f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:27.184480 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-467d6325-00eb-47a5-915c-8e2ccdc25f56 admin admin] Usage tracker for resource:security_group_rule and tenant:ad257eac8dc146be89e20817129866cc is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:27.187399 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-467d6325-00eb-47a5-915c-8e2ccdc25f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:27.193354 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-467d6325-00eb-47a5-915c-8e2ccdc25f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:27.283240 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['817fdd9c-1934-46f0-801d-172d0542b883'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:11:27.397957 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-467d6325-00eb-47a5-915c-8e2ccdc25f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:27.405608 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-467d6325-00eb-47a5-915c-8e2ccdc25f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:27.414759 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-cfd1d403-b9a8-48b3-a4d7-9c039c9c154e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:27.428390 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:27.457813 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d6325-00eb-47a5-915c-8e2ccdc25f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fae08cf-4898-4706-bd94-9787f6ac1861,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:27.462445 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-467d6325-00eb-47a5-915c-8e2ccdc25f56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad257eac8dc146be89e20817129866cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165083 Jul 19 01:11:27.463369 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-467d6325-00eb-47a5-915c-8e2ccdc25f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:27.465165 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33540) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:27.474760 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:27.484542 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-542568da-605a-4505-9d4c-25206b710652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:27.552560 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f381b304-be89-4694-90e4-0354d3b0af62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:27.572501 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Network 106812bf-a345-4e0a-812e-510fe1d3f98e is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:11:27.573669 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:11:27.576186 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:11:27.592063 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f381b304-be89-4694-90e4-0354d3b0af62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:27.628857 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Pushing event updated for resources: {'Port': ['ID=faebf6a8-b7eb-4629-8910-be7535344935,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:27.632041 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:27.686026 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f381b304-be89-4694-90e4-0354d3b0af62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:27.693561 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a013f6ed-e7d3-46b2-81c4-2176ebdd4b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:27.696911 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:27.697535 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:27.709455 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f381b304-be89-4694-90e4-0354d3b0af62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:27.710574 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-f381b304-be89-4694-90e4-0354d3b0af62 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fae08cf-4898-4706-bd94-9787f6ac1861 HTTP/1.1" status: 204 len: 168 time: 0.2405438 Jul 19 01:11:27.712721 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381b304-be89-4694-90e4-0354d3b0af62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fae08cf-4898-4706-bd94-9787f6ac1861,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:27.715534 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f381b304-be89-4694-90e4-0354d3b0af62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:27.742252 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3547139 Jul 19 01:11:27.769895 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b9a17-53ed-419b-a201-2b1e764bc319 req-ce1a8f9e-1f2d-49f3-9ba8-32971b5173cd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:27.771422 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2e1b9a17-53ed-419b-a201-2b1e764bc319 req-ce1a8f9e-1f2d-49f3-9ba8-32971b5173cd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 943 time: 0.1179638 Jul 19 01:11:27.776479 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Request body: {'port': {'device_id': 'fdb0975e-8c8a-4310-9f7f-0f967eafcf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:27.904684 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2e1b9a17-53ed-419b-a201-2b1e764bc319 req-c0a05116-a6b0-46f5-a555-cb5d9717acad tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006930 Jul 19 01:11:27.948610 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:28.151040 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691088b-493f-4c96-bf85-dc5c8ad81a8d req-871c0dac-7cb4-40c9-8281-4803b8736c04 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:28.158625 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4691088b-493f-4c96-bf85-dc5c8ad81a8d req-871c0dac-7cb4-40c9-8281-4803b8736c04 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 932 time: 0.1697769 Jul 19 01:11:28.247708 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4691088b-493f-4c96-bf85-dc5c8ad81a8d req-04f57f18-3f11-4da9-8b3b-a8d3fd001036 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882034 Jul 19 01:11:28.385607 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf615f2-4688-4928-bf20-7e4d891c01ef req-99b43ca6-8ed4-4910-b814-f1ec38f08d78 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:28.393564 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4cf615f2-4688-4928-bf20-7e4d891c01ef req-99b43ca6-8ed4-4910-b814-f1ec38f08d78 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 944 time: 0.2118030 Jul 19 01:11:28.425813 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device f7eeb658-a868-4d9c-aa44-87979593239e details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:11:28.440824 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 817fdd9c-1934-46f0-801d-172d0542b883 up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:11:28.512836 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4cf615f2-4688-4928-bf20-7e4d891c01ef req-c5ace578-3d2a-42de-8c70-881f5a95fbaf tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184957 Jul 19 01:11:28.529258 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faebf6a8-b7eb-4629-8910-be7535344935 {{(pid=78632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:11:28.551513 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:28.581444 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.provisioning_blocks [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Transition to ACTIVE for port object faebf6a8-b7eb-4629-8910-be7535344935 will not be triggered until provisioned by entity L2. {{(pid=78632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:11:28.593393 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:28.593393 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:28.646310 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port 817fdd9c-1934-46f0-801d-172d0542b883 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:11:28.660227 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port 817fdd9c-1934-46f0-801d-172d0542b883 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:11:28.661303 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:28.744699 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port f7eeb658-a868-4d9c-aa44-87979593239e, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=f7eeb658-a868-4d9c-aa44-87979593239e,segment=NetworkSegment(179a8e2e-67b2-43e2-be19-662ed204f6b0),segment_id=179a8e2e-67b2-43e2-be19-662ed204f6b0)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:28.770095 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': 'f7eeb658-a868-4d9c-aa44-87979593239e', 'network_id': '665bb959-ce91-4f9c-a71d-2bfde92f715f', 'port_id': 'f7eeb658-a868-4d9c-aa44-87979593239e', 'mac_address': 'fa:16:3e:f3:18:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5253dbad-c61e-461a-840b-fb6203361230', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:11:28.784441 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Pushing event updated for resources: {'Port': ['ID=faebf6a8-b7eb-4629-8910-be7535344935,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:28.791991 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:28.878353 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Attempting to bind port faebf6a8-b7eb-4629-8910-be7535344935 on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:11:28.878894 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Attempting to bind port faebf6a8-b7eb-4629-8910-be7535344935 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '3da66d69-54b2-4b2e-9957-462fe57fe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e'}] {{(pid=78632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:11:28.879324 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Attempting to bind port faebf6a8-b7eb-4629-8910-be7535344935 on network 106812bf-a345-4e0a-812e-510fe1d3f98e {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:28.884465 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Port faebf6a8-b7eb-4629-8910-be7535344935 on network 106812bf-a345-4e0a-812e-510fe1d3f98e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:11:28.884921 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Attempting to bind port faebf6a8-b7eb-4629-8910-be7535344935 on network 106812bf-a345-4e0a-812e-510fe1d3f98e {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:28.886280 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:28.894013 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:11:28.894375 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Checking segment: {'id': '3da66d69-54b2-4b2e-9957-462fe57fe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:11:28.894789 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Bound using segment: {'id': '3da66d69-54b2-4b2e-9957-462fe57fe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e'} {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:11:28.895514 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Bound port: faebf6a8-b7eb-4629-8910-be7535344935, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da66d69-54b2-4b2e-9957-462fe57fe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e'}}] {{(pid=78632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:11:28.895972 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:28.917658 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7eeb658-a868-4d9c-aa44-87979593239e {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:11:28.926634 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:28.952728 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port f7eeb658-a868-4d9c-aa44-87979593239e, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=f7eeb658-a868-4d9c-aa44-87979593239e,segment=NetworkSegment(179a8e2e-67b2-43e2-be19-662ed204f6b0),segment_id=179a8e2e-67b2-43e2-be19-662ed204f6b0)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:28.961755 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:28.965084 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:29.006451 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee2b9cd-7d3d-4e7c-8909-0f3bd3556099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817fdd9c-1934-46f0-801d-172d0542b883'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:11:29.014425 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] For port faebf6a8-b7eb-4629-8910-be7535344935, host hv-cinder-80123, cleared binding levels {{(pid=78632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:11:29.019091 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] For port faebf6a8-b7eb-4629-8910-be7535344935, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=faebf6a8-b7eb-4629-8910-be7535344935,segment=NetworkSegment(3da66d69-54b2-4b2e-9957-462fe57fe0ba),segment_id=3da66d69-54b2-4b2e-9957-462fe57fe0ba)] {{(pid=78632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:11:29.027458 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:29.039655 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-ac54aa56-1463-42a7-87df-e5e3943dfb95 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:29.040055 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 817fdd9c-1934-46f0-801d-172d0542b883, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=817fdd9c-1934-46f0-801d-172d0542b883,segment=NetworkSegment(179a8e2e-67b2-43e2-be19-662ed204f6b0),segment_id=179a8e2e-67b2-43e2-be19-662ed204f6b0)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:29.051604 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:29.052451 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device dc83499a-7dea-4f41-932c-cab771cb19cf up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:11:29.102201 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee2b9cd-7d3d-4e7c-8909-0f3bd3556099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817fdd9c-1934-46f0-801d-172d0542b883', 'code': 200} Jul 19 01:11:29.109293 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=f7eeb658-a868-4d9c-aa44-87979593239e,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:29.112895 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:29.115187 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:29.181246 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Pushing event updated for resources: {'Port': ['ID=faebf6a8-b7eb-4629-8910-be7535344935,revision_number=3']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:29.191141 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:29.223767 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=817fdd9c-1934-46f0-801d-172d0542b883,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:29.227354 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:29.233339 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port dc83499a-7dea-4f41-932c-cab771cb19cf completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:11:29.248254 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port dc83499a-7dea-4f41-932c-cab771cb19cf triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:11:29.248713 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:29.348488 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:29.348882 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:29.350411 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] 10.222.0.15 "PUT /v2.0/ports/faebf6a8-b7eb-4629-8910-be7535344935 HTTP/1.1" status: 200 len: 1094 time: 1.5780733 Jul 19 01:11:29.351102 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb0975e-8c8a-4310-9f7f-0f967eafcf4b', 'tag': 'faebf6a8-b7eb-4629-8910-be7535344935'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:11:29.395751 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415ccc7-7b59-46a3-ab1d-63a384efe766 req-88d4fee4-bab8-4e72-89f3-4920e189bcb8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:29.397378 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c415ccc7-7b59-46a3-ab1d-63a384efe766 req-88d4fee4-bab8-4e72-89f3-4920e189bcb8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 944 time: 0.2941370 Jul 19 01:11:29.441630 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:29.491862 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['f7eeb658-a868-4d9c-aa44-87979593239e'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:11:29.508378 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c415ccc7-7b59-46a3-ab1d-63a384efe766 req-f412f1e0-c9a1-4aa3-abc4-8a1e75d8644c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044519 Jul 19 01:11:29.555632 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b431468-0749-40fe-b1d1-04533223c349 req-7601ec41-8133-401f-9e1e-494620b91a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:29.557635 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8b431468-0749-40fe-b1d1-04533223c349 req-7601ec41-8133-401f-9e1e-494620b91a8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 1098 time: 0.1281512 Jul 19 01:11:29.624718 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port dc83499a-7dea-4f41-932c-cab771cb19cf, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=dc83499a-7dea-4f41-932c-cab771cb19cf,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:29.634568 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb0975e-8c8a-4310-9f7f-0f967eafcf4b', 'tag': 'faebf6a8-b7eb-4629-8910-be7535344935', 'status': 'completed', 'code': 200} Jul 19 01:11:29.639569 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:29.652777 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:29.660323 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8b431468-0749-40fe-b1d1-04533223c349 req-6721cb01-3e10-4fac-a061-f84cb4f7358a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918162 Jul 19 01:11:29.796755 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbdba0-7991-40d7-b481-5fc8e2b8e0aa req-77963b89-9e5e-4956-8da9-f8851acfd190 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:29.804970 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-aafbdba0-7991-40d7-b481-5fc8e2b8e0aa req-77963b89-9e5e-4956-8da9-f8851acfd190 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 944 time: 0.2963364 Jul 19 01:11:29.860976 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-d6f15dff-15d4-4f6f-a296-f57ffd782541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:29.862836 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-d6f15dff-15d4-4f6f-a296-f57ffd782541 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ede67a96bc344a64bba112dc1bd4f4ad&device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 1097 time: 0.4346294 Jul 19 01:11:29.877022 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=dc83499a-7dea-4f41-932c-cab771cb19cf,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:29.880383 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:29.890802 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-aafbdba0-7991-40d7-b481-5fc8e2b8e0aa req-52f47624-d474-401b-a1b8-df83c11c4300 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850987 Jul 19 01:11:30.113172 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-33cef9aa-8aab-48b0-b2d1-5080df1fb953 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faebf6a8-b7eb-4629-8910-be7535344935 HTTP/1.1" status: 200 len: 217 time: 0.1128948 Jul 19 01:11:30.277580 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-f315bc7a-bbcc-4aed-bd2c-e46d7ee1b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:30.280437 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-f315bc7a-bbcc-4aed-bd2c-e46d7ee1b393 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2410d162-a936-457f-a4f7-825149c7b36c HTTP/1.1" status: 200 len: 854 time: 0.0944145 Jul 19 01:11:30.301863 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0222d2-de4f-4f72-b4c6-81f2f5ab0ec4 req-3e3171ec-0d2b-4a8e-a5e3-17d254083b19 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:30.303593 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0b0222d2-de4f-4f72-b4c6-81f2f5ab0ec4 req-3e3171ec-0d2b-4a8e-a5e3-17d254083b19 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 945 time: 0.1895380 Jul 19 01:11:30.373058 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-6e7dacd0-af44-4959-b19b-d85d0ac0665b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=106812bf-a345-4e0a-812e-510fe1d3f98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684664 Jul 19 01:11:30.431465 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0b0222d2-de4f-4f72-b4c6-81f2f5ab0ec4 req-aac3c4e7-7736-450c-8f5a-01c6800722f7 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843759 Jul 19 01:11:30.545926 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-12525451-3f70-4f3d-929a-7781101176c3 service neutron] 10.222.0.15 "GET /v2.0/networks/106812bf-a345-4e0a-812e-510fe1d3f98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558030 Jul 19 01:11:30.685144 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2d53b248-2616-4c79-ab98-16a001cb3592 req-9793ca53-65dc-4433-8e1e-3ff45b19ee2e service neutron] 10.222.0.15 "GET /v2.0/networks/106812bf-a345-4e0a-812e-510fe1d3f98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311126 Jul 19 01:11:30.716736 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd536eb4-32d5-46e6-82b5-f8487eb5f703 req-a8196c1d-b522-466d-9a24-19130132c9f4 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:30.718194 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bd536eb4-32d5-46e6-82b5-f8487eb5f703 req-a8196c1d-b522-466d-9a24-19130132c9f4 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 944 time: 0.0870507 Jul 19 01:11:30.769758 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bd536eb4-32d5-46e6-82b5-f8487eb5f703 req-3cf8845e-63ad-4e9c-9f9f-63b62a09bec3 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448923 Jul 19 01:11:30.901563 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157638db-0509-4236-95c0-1316bd2121d2 req-afabb667-42c4-4a59-8946-602381ec887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:30.903043 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-157638db-0509-4236-95c0-1316bd2121d2 req-afabb667-42c4-4a59-8946-602381ec887e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ede67a96bc344a64bba112dc1bd4f4ad&device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 1097 time: 0.0710711 Jul 19 01:11:31.102999 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9630d2-895f-4438-b8d3-2cb059d2f5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc83499a-7dea-4f41-932c-cab771cb19cf'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:11:31.169097 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157638db-0509-4236-95c0-1316bd2121d2 req-6053d2e8-bc37-47eb-af12-9d36a147d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:31.170555 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-157638db-0509-4236-95c0-1316bd2121d2 req-6053d2e8-bc37-47eb-af12-9d36a147d4f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=106812bf-a345-4e0a-812e-510fe1d3f98e HTTP/1.1" status: 200 len: 915 time: 0.2393267 Jul 19 01:11:31.272045 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-157638db-0509-4236-95c0-1316bd2121d2 req-833191de-c0e6-43c8-92f7-1d9dee1c60d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faebf6a8-b7eb-4629-8910-be7535344935 HTTP/1.1" status: 200 len: 217 time: 0.0889184 Jul 19 01:11:31.300409 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8624909-cffa-40f1-9220-7fe976a0c5af req-341a3fb2-7123-4ab2-93a0-890dc02b8ca7 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:31.308410 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b8624909-cffa-40f1-9220-7fe976a0c5af req-341a3fb2-7123-4ab2-93a0-890dc02b8ca7 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 944 time: 0.2834597 Jul 19 01:11:31.403663 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157638db-0509-4236-95c0-1316bd2121d2 req-6e2b9d40-de08-4c0a-b1fe-7ff1ffe31a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:31.404830 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-157638db-0509-4236-95c0-1316bd2121d2 req-6e2b9d40-de08-4c0a-b1fe-7ff1ffe31a4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2410d162-a936-457f-a4f7-825149c7b36c HTTP/1.1" status: 200 len: 854 time: 0.1232381 Jul 19 01:11:31.424405 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9630d2-895f-4438-b8d3-2cb059d2f5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc83499a-7dea-4f41-932c-cab771cb19cf', 'code': 200} Jul 19 01:11:31.439910 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b8624909-cffa-40f1-9220-7fe976a0c5af req-71ae9d29-7a24-48b6-9d27-8cd9f3e2c11c tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280258 Jul 19 01:11:31.547140 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-157638db-0509-4236-95c0-1316bd2121d2 req-3c137f1e-8a5b-4cd5-8545-1f6f2cd1bdf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=106812bf-a345-4e0a-812e-510fe1d3f98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045830 Jul 19 01:11:31.851994 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cb528-9df2-4da8-8fab-621216ad6d99 req-372231be-8ca6-4f77-959c-c7b964aafa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:31.853851 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b66cb528-9df2-4da8-8fab-621216ad6d99 req-372231be-8ca6-4f77-959c-c7b964aafa23 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 1098 time: 0.1297767 Jul 19 01:11:31.893450 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-157638db-0509-4236-95c0-1316bd2121d2 req-2257f76c-46ad-4685-8263-7e1a3890ea5c service neutron] 10.222.0.15 "GET /v2.0/networks/106812bf-a345-4e0a-812e-510fe1d3f98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346934 Jul 19 01:11:31.939369 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af7fa9-6855-4b9f-bb07-6351ff6aaf8c req-3a040882-7d42-43ea-b705-db66419137e0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:31.940873 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b2af7fa9-6855-4b9f-bb07-6351ff6aaf8c req-3a040882-7d42-43ea-b705-db66419137e0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 945 time: 0.2486749 Jul 19 01:11:31.964487 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b66cb528-9df2-4da8-8fab-621216ad6d99 req-fe1895e4-7326-4b20-b4a9-313fcc9ae7be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002164 Jul 19 01:11:31.999654 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36254503-0397-42af-8f76-7ff07c023a4b req-902b8fba-3dcd-4738-af4b-8322fa407be1 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:32.001394 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-36254503-0397-42af-8f76-7ff07c023a4b req-902b8fba-3dcd-4738-af4b-8322fa407be1 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 944 time: 0.0978858 Jul 19 01:11:32.049790 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-36254503-0397-42af-8f76-7ff07c023a4b req-50cd22c1-fe0f-4f60-a2ad-877e2fc42d98 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425093 Jul 19 01:11:32.059320 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b2af7fa9-6855-4b9f-bb07-6351ff6aaf8c req-fd2c7895-c6da-4788-8e0f-639c26efbefc tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044714 Jul 19 01:11:32.084630 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-157638db-0509-4236-95c0-1316bd2121d2 req-1eaf0bbc-c2a5-40b0-92fc-d59d2092979b service neutron] 10.222.0.15 "GET /v2.0/networks/106812bf-a345-4e0a-812e-510fe1d3f98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787345 Jul 19 01:11:32.413413 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device f7eeb658-a868-4d9c-aa44-87979593239e up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:11:32.490178 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port f7eeb658-a868-4d9c-aa44-87979593239e completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:11:32.495831 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port f7eeb658-a868-4d9c-aa44-87979593239e triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:11:32.496598 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:32.630692 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:32.658841 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf0b1c-b0c2-4233-b513-cf6b7f26311b req-f6f5f625-a68b-4721-a0a4-abf8602ed08f tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:32.667156 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8caf0b1c-b0c2-4233-b513-cf6b7f26311b req-f6f5f625-a68b-4721-a0a4-abf8602ed08f tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 944 time: 0.1008484 Jul 19 01:11:32.669860 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port f7eeb658-a868-4d9c-aa44-87979593239e, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=f7eeb658-a868-4d9c-aa44-87979593239e,segment=NetworkSegment(179a8e2e-67b2-43e2-be19-662ed204f6b0),segment_id=179a8e2e-67b2-43e2-be19-662ed204f6b0)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:32.675576 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:32.678202 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:32.735274 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8caf0b1c-b0c2-4233-b513-cf6b7f26311b req-faeb4a0e-30d9-475b-ace3-5738284c4f55 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648189 Jul 19 01:11:32.779743 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=f7eeb658-a868-4d9c-aa44-87979593239e,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:32.783569 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:32.953770 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:11:33.270627 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887e935-2f5d-46e2-a3df-3520f46803cf req-f216428b-33a5-483c-a13e-9d5ac9e9a127 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:33.271411 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-7887e935-2f5d-46e2-a3df-3520f46803cf req-f216428b-33a5-483c-a13e-9d5ac9e9a127 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Synchronizing usage tracker for tenant:a1021b1d475742fca91e081a4ec362ce on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:11:33.275063 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b8c73-e02b-42a1-8f65-9e0573d2a377 req-9fec1ff2-9997-4021-ad43-29c774ac4cbb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:33.276551 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ec1b8c73-e02b-42a1-8f65-9e0573d2a377 req-9fec1ff2-9997-4021-ad43-29c774ac4cbb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 945 time: 0.0919402 Jul 19 01:11:33.284355 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-7887e935-2f5d-46e2-a3df-3520f46803cf req-f216428b-33a5-483c-a13e-9d5ac9e9a127 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Unset dirty status for tenant:a1021b1d475742fca91e081a4ec362ce on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:11:33.285487 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7887e935-2f5d-46e2-a3df-3520f46803cf req-f216428b-33a5-483c-a13e-9d5ac9e9a127 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1154718 Jul 19 01:11:33.322476 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ec1b8c73-e02b-42a1-8f65-9e0573d2a377 req-4ae6f2d1-da56-412d-8a1c-182faedd080e tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393884 Jul 19 01:11:33.333868 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-7887e935-2f5d-46e2-a3df-3520f46803cf req-8f8fb7af-7938-4b20-a5cc-4914c2eab08c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Synchronizing usage tracker for tenant:a1021b1d475742fca91e081a4ec362ce on resource:security_group {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:11:33.351046 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-7887e935-2f5d-46e2-a3df-3520f46803cf req-8f8fb7af-7938-4b20-a5cc-4914c2eab08c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Unset dirty status for tenant:a1021b1d475742fca91e081a4ec362ce on resource:security_group {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:11:33.352233 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7887e935-2f5d-46e2-a3df-3520f46803cf req-8f8fb7af-7938-4b20-a5cc-4914c2eab08c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611324 Jul 19 01:11:33.425185 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a9e134-94e4-4f0a-9aa2-759f1f8b3d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eeb658-a868-4d9c-aa44-87979593239e'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:11:33.468000 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a9e134-94e4-4f0a-9aa2-759f1f8b3d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eeb658-a868-4d9c-aa44-87979593239e', 'code': 200} Jul 19 01:11:33.845795 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9e5aa-afd8-4f52-953c-c6fa90b20174 req-7ea80a73-3c82-4918-a679-6c9d4f9a10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:33.847317 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f4c9e5aa-afd8-4f52-953c-c6fa90b20174 req-7ea80a73-3c82-4918-a679-6c9d4f9a10fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 1098 time: 0.0697598 Jul 19 01:11:33.891954 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f4c9e5aa-afd8-4f52-953c-c6fa90b20174 req-ae11c8c5-2000-4116-9ab2-52df5a0301c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365632 Jul 19 01:11:33.932155 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc76ac2-4995-40a6-bd2c-b3a1af9b626b req-2e3862e3-304d-4098-b279-3c569503a720 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:33.933214 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-0cc76ac2-4995-40a6-bd2c-b3a1af9b626b req-2e3862e3-304d-4098-b279-3c569503a720 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Synchronizing usage tracker for tenant:ede67a96bc344a64bba112dc1bd4f4ad on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:11:33.951214 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-0cc76ac2-4995-40a6-bd2c-b3a1af9b626b req-2e3862e3-304d-4098-b279-3c569503a720 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Unset dirty status for tenant:ede67a96bc344a64bba112dc1bd4f4ad on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:11:33.952379 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0cc76ac2-4995-40a6-bd2c-b3a1af9b626b req-2e3862e3-304d-4098-b279-3c569503a720 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 944 time: 0.1049805 Jul 19 01:11:34.004362 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-0cc76ac2-4995-40a6-bd2c-b3a1af9b626b req-cd4328b3-0fcd-45ab-a152-3f155a1e706e tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Synchronizing usage tracker for tenant:ede67a96bc344a64bba112dc1bd4f4ad on resource:security_group {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:11:34.023712 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-0cc76ac2-4995-40a6-bd2c-b3a1af9b626b req-cd4328b3-0fcd-45ab-a152-3f155a1e706e tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Unset dirty status for tenant:ede67a96bc344a64bba112dc1bd4f4ad on resource:security_group {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:11:34.025072 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0cc76ac2-4995-40a6-bd2c-b3a1af9b626b req-cd4328b3-0fcd-45ab-a152-3f155a1e706e tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669889 Jul 19 01:11:34.355341 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 33764) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:34.433022 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device faebf6a8-b7eb-4629-8910-be7535344935 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:11:34.510971 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1eb00486-4d7d-4723-b1d5-d543bfdf8f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:34.538750 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-1eb00486-4d7d-4723-b1d5-d543bfdf8f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:34.544724 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-1eb00486-4d7d-4723-b1d5-d543bfdf8f52 admin admin] Usage tracker for resource:security_group_rule and tenant:c2b7932a4d1b447d843e7421455b8753 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:34.549194 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-1eb00486-4d7d-4723-b1d5-d543bfdf8f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:34.556726 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-1eb00486-4d7d-4723-b1d5-d543bfdf8f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:34.596158 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea699e-7ec5-4231-9fd0-dfe9ff260778 req-41eae203-5209-4fe7-902a-4c70b39208d2 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:34.597688 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-99ea699e-7ec5-4231-9fd0-dfe9ff260778 req-41eae203-5209-4fe7-902a-4c70b39208d2 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1058202 Jul 19 01:11:34.599062 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5e7f1-c685-4571-bde4-b519525ae6c6 req-47b2cb8f-be05-407a-9575-bf450112ff98 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:34.606736 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-eea5e7f1-c685-4571-bde4-b519525ae6c6 req-47b2cb8f-be05-407a-9575-bf450112ff98 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 945 time: 0.1595187 Jul 19 01:11:34.651725 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-99ea699e-7ec5-4231-9fd0-dfe9ff260778 req-275088e2-e2ff-447a-865a-4bb0575ca129 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476732 Jul 19 01:11:34.671254 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port faebf6a8-b7eb-4629-8910-be7535344935, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=faebf6a8-b7eb-4629-8910-be7535344935,segment=NetworkSegment(3da66d69-54b2-4b2e-9957-462fe57fe0ba),segment_id=3da66d69-54b2-4b2e-9957-462fe57fe0ba)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:34.681471 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-eea5e7f1-c685-4571-bde4-b519525ae6c6 req-a9672f8d-e780-4683-8992-9b69153a42d6 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735595 Jul 19 01:11:34.689898 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': 'faebf6a8-b7eb-4629-8910-be7535344935', 'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e', 'port_id': 'faebf6a8-b7eb-4629-8910-be7535344935', 'mac_address': 'fa:16:3e:c5:96:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2410d162-a936-457f-a4f7-825149c7b36c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:11:34.724479 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1eb00486-4d7d-4723-b1d5-d543bfdf8f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:34.730121 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1eb00486-4d7d-4723-b1d5-d543bfdf8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:34.738774 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-92ba4e15-00b1-4dda-be06-2f4f6e9a95c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:34.770198 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb00486-4d7d-4723-b1d5-d543bfdf8f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd392840-71e1-4343-8994-99e2c362fe1f,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:34.787629 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-1eb00486-4d7d-4723-b1d5-d543bfdf8f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:34.790844 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:34.810836 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33778) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:34.811086 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-1eb00486-4d7d-4723-b1d5-d543bfdf8f52 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2b7932a4d1b447d843e7421455b8753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545155 Jul 19 01:11:34.822095 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faebf6a8-b7eb-4629-8910-be7535344935 {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:11:34.841123 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port faebf6a8-b7eb-4629-8910-be7535344935, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=faebf6a8-b7eb-4629-8910-be7535344935,segment=NetworkSegment(3da66d69-54b2-4b2e-9957-462fe57fe0ba),segment_id=3da66d69-54b2-4b2e-9957-462fe57fe0ba)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:34.846944 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:34.848846 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3e256bae-fb2a-493b-ad79-4a5147628be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:34.882597 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f773af74-1be9-4f4c-9ce0-034699a10a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:34.912928 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f773af74-1be9-4f4c-9ce0-034699a10a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:34.915724 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=faebf6a8-b7eb-4629-8910-be7535344935,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:34.918673 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:34.974370 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f773af74-1be9-4f4c-9ce0-034699a10a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:34.979076 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:34.993340 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773af74-1be9-4f4c-9ce0-034699a10a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd392840-71e1-4343-8994-99e2c362fe1f,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:34.996021 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f773af74-1be9-4f4c-9ce0-034699a10a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:34.997482 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f773af74-1be9-4f4c-9ce0-034699a10a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:34.998717 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-f773af74-1be9-4f4c-9ce0-034699a10a31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd392840-71e1-4343-8994-99e2c362fe1f HTTP/1.1" status: 204 len: 168 time: 0.1863291 Jul 19 01:11:35.256485 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521596f1-bae4-4e8c-b9b3-6b7f43d958fa req-2a206748-117c-4d1e-a69c-0879b66763ee tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:35.258040 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-521596f1-bae4-4e8c-b9b3-6b7f43d958fa req-2a206748-117c-4d1e-a69c-0879b66763ee tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 945 time: 0.1028705 Jul 19 01:11:35.307151 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-521596f1-bae4-4e8c-b9b3-6b7f43d958fa req-435e6cb9-fc02-4729-bd74-cb3ff603d77d tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433736 Jul 19 01:11:35.419956 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33804) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:35.441316 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-51a97ee6-44ef-4854-8620-a03c23c850f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:35.453035 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['faebf6a8-b7eb-4629-8910-be7535344935'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:11:35.455311 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-51a97ee6-44ef-4854-8620-a03c23c850f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:35.459065 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-51a97ee6-44ef-4854-8620-a03c23c850f0 admin admin] Usage tracker for resource:security_group_rule and tenant:09bc63899fd4451aa41ada91a7322580 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:35.461786 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-51a97ee6-44ef-4854-8620-a03c23c850f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:35.467480 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-51a97ee6-44ef-4854-8620-a03c23c850f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:35.558165 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-51a97ee6-44ef-4854-8620-a03c23c850f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:35.565705 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-51a97ee6-44ef-4854-8620-a03c23c850f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:35.576784 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-929c2243-78d4-40d8-a31a-ff8938ea37dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:35.623866 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-51a97ee6-44ef-4854-8620-a03c23c850f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09bc63899fd4451aa41ada91a7322580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027497 Jul 19 01:11:35.626868 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33808) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:35.629798 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a97ee6-44ef-4854-8620-a03c23c850f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a3d55e-4f4c-4ab1-9694-6be5748cf850,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:35.683150 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-51a97ee6-44ef-4854-8620-a03c23c850f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:35.711833 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-08684199-5704-486b-8c63-757f512005c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:35.742472 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-285118ab-306c-4e7b-a1cc-ad05458bfd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:35.749595 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-08684199-5704-486b-8c63-757f512005c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:35.851785 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-08684199-5704-486b-8c63-757f512005c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:35.856784 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2bf4c86a-414c-4888-bd86-64bfc6eba7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:35.887272 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08684199-5704-486b-8c63-757f512005c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a3d55e-4f4c-4ab1-9694-6be5748cf850,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:35.892961 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-08684199-5704-486b-8c63-757f512005c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:35.895780 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-08684199-5704-486b-8c63-757f512005c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:35.899821 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-08684199-5704-486b-8c63-757f512005c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06a3d55e-4f4c-4ab1-9694-6be5748cf850 HTTP/1.1" status: 204 len: 168 time: 0.2696643 Jul 19 01:11:36.008189 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba1528-54d2-4164-aeeb-36139e1f4604 req-1bfd7589-7672-4dc7-8ebf-ebd617a21921 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:36.009782 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f7ba1528-54d2-4164-aeeb-36139e1f4604 req-1bfd7589-7672-4dc7-8ebf-ebd617a21921 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1675274 Jul 19 01:11:36.092341 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f7ba1528-54d2-4164-aeeb-36139e1f4604 req-f50d80f6-b914-4348-a27a-57a8df653fac tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720093 Jul 19 01:11:36.293222 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:36.346474 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33838) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:36.364284 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0f8c7b88-2ade-4856-b02b-73f89f426161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:36.379207 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-0f8c7b88-2ade-4856-b02b-73f89f426161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:36.383463 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-0f8c7b88-2ade-4856-b02b-73f89f426161 admin admin] Usage tracker for resource:security_group_rule and tenant:fb689c809e514ac39e3c250cd5fee437 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:36.386235 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-0f8c7b88-2ade-4856-b02b-73f89f426161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:36.392512 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-0f8c7b88-2ade-4856-b02b-73f89f426161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:36.543468 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0f8c7b88-2ade-4856-b02b-73f89f426161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:36.552265 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc277f-bbec-42fe-843a-d818897225f7 req-1e676539-1a9e-4659-b692-cb96e7586a4c tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:36.553752 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5acc277f-bbec-42fe-843a-d818897225f7 req-1e676539-1a9e-4659-b692-cb96e7586a4c tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 945 time: 0.1318991 Jul 19 01:11:36.554889 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0f8c7b88-2ade-4856-b02b-73f89f426161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:36.568316 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f0117908-0828-4a5d-9365-5723391252c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:36.638269 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c7b88-2ade-4856-b02b-73f89f426161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c2c1e2-acc3-4482-b1dd-0d0233167ee4,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:36.642354 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-0f8c7b88-2ade-4856-b02b-73f89f426161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:36.647891 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-0f8c7b88-2ade-4856-b02b-73f89f426161 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb689c809e514ac39e3c250cd5fee437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002496 Jul 19 01:11:36.652128 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 33850) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:36.657134 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5acc277f-bbec-42fe-843a-d818897225f7 req-c816a6c8-dc22-4de4-93e2-8384647e9b1c tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949390 Jul 19 01:11:36.719099 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-076f07a1-8585-4f4f-b12f-2be857a7a01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:36.754402 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-076f07a1-8585-4f4f-b12f-2be857a7a01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:36.814379 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-076f07a1-8585-4f4f-b12f-2be857a7a01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:36.819177 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b247a797-1461-46c6-a227-8cdd0fb91b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:36.832034 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f07a1-8585-4f4f-b12f-2be857a7a01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c2c1e2-acc3-4482-b1dd-0d0233167ee4,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:36.834372 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-076f07a1-8585-4f4f-b12f-2be857a7a01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:36.842662 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-076f07a1-8585-4f4f-b12f-2be857a7a01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:36.846731 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-076f07a1-8585-4f4f-b12f-2be857a7a01c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6c2c1e2-acc3-4482-b1dd-0d0233167ee4 HTTP/1.1" status: 204 len: 168 time: 0.1904531 Jul 19 01:11:37.345532 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01ad29-f32f-45eb-acfd-ffd2d13a3732 req-531268de-842d-4c52-b6eb-7e909389dc42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:37.347219 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3d01ad29-f32f-45eb-acfd-ffd2d13a3732 req-531268de-842d-4c52-b6eb-7e909389dc42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.0867257 Jul 19 01:11:37.396646 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3d01ad29-f32f-45eb-acfd-ffd2d13a3732 req-cfd35d9f-8b5f-4fa0-8e28-d1ee1f3d16db tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418632 Jul 19 01:11:37.883201 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa2374-143d-4829-81a2-351814c856e2 req-8881d77b-fd5b-4de2-af8d-1b05b8352cfd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:37.885464 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-10fa2374-143d-4829-81a2-351814c856e2 req-8881d77b-fd5b-4de2-af8d-1b05b8352cfd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1173878 Jul 19 01:11:37.916889 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48184a-eaa2-4cff-ba53-3a8ab791864b req-e1fc4edf-c6a2-456a-8628-329fb3680930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:37.918620 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ab48184a-eaa2-4cff-ba53-3a8ab791864b req-e1fc4edf-c6a2-456a-8628-329fb3680930 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1021b1d475742fca91e081a4ec362ce&device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 1098 time: 0.1696968 Jul 19 01:11:37.932046 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57653e31-ca10-44e4-9fca-988b93089935 req-cb03d730-d53d-46f0-bac7-d821e46cc41b tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:37.933719 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-57653e31-ca10-44e4-9fca-988b93089935 req-cb03d730-d53d-46f0-bac7-d821e46cc41b tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 945 time: 0.1235080 Jul 19 01:11:37.947501 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-10fa2374-143d-4829-81a2-351814c856e2 req-df5ad973-d541-40d5-82f8-91c27850ca9c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519702 Jul 19 01:11:38.083255 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-57653e31-ca10-44e4-9fca-988b93089935 req-17026eb2-b657-422f-a807-1aa6373c7a1b tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282630 Jul 19 01:11:38.159543 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48184a-eaa2-4cff-ba53-3a8ab791864b req-5e1f943f-63ed-4594-8dc7-ddff9a048831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:38.161277 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ab48184a-eaa2-4cff-ba53-3a8ab791864b req-5e1f943f-63ed-4594-8dc7-ddff9a048831 service neutron] 10.222.0.15 "GET /v2.0/networks?id=665bb959-ce91-4f9c-a71d-2bfde92f715f HTTP/1.1" status: 200 len: 918 time: 0.2265749 Jul 19 01:11:38.240872 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 33910) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:38.282508 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-bf1cfcf9-246f-4e7f-98b7-1ac1781607ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:38.379264 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ab48184a-eaa2-4cff-ba53-3a8ab791864b req-6acacc8d-7ef8-4d46-9e63-b78642c5c7f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7eeb658-a868-4d9c-aa44-87979593239e HTTP/1.1" status: 200 len: 217 time: 0.1839416 Jul 19 01:11:38.391563 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4914e824-e6af-4524-98e7-146d42a2f324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:38.407541 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-4914e824-e6af-4524-98e7-146d42a2f324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:38.411842 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-4914e824-e6af-4524-98e7-146d42a2f324 admin admin] Usage tracker for resource:security_group_rule and tenant:c824ec942ebd42d99b3ad028198e4414 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:38.415540 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-4914e824-e6af-4524-98e7-146d42a2f324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:38.422355 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-4914e824-e6af-4524-98e7-146d42a2f324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:38.466441 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48184a-eaa2-4cff-ba53-3a8ab791864b req-7e3a72c0-9f8f-4446-b2b2-afb11c3c16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:38.468042 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ab48184a-eaa2-4cff-ba53-3a8ab791864b req-7e3a72c0-9f8f-4446-b2b2-afb11c3c16e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5253dbad-c61e-461a-840b-fb6203361230 HTTP/1.1" status: 200 len: 857 time: 0.0733860 Jul 19 01:11:38.474720 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device faebf6a8-b7eb-4629-8910-be7535344935 up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:11:38.526721 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4914e824-e6af-4524-98e7-146d42a2f324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:38.532652 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4914e824-e6af-4524-98e7-146d42a2f324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:38.537046 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ab48184a-eaa2-4cff-ba53-3a8ab791864b req-16c7510d-24bc-4676-bbe6-4a20863c849c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665bb959-ce91-4f9c-a71d-2bfde92f715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518141 Jul 19 01:11:38.543299 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-bc1d115d-453d-4257-8c09-cc9fbc903c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:38.589532 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-4914e824-e6af-4524-98e7-146d42a2f324 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c824ec942ebd42d99b3ad028198e4414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474762 Jul 19 01:11:38.591949 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914e824-e6af-4524-98e7-146d42a2f324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9740d709-311f-4f67-8798-a61a61fd55cd,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:38.592141 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33924) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:38.595982 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-4914e824-e6af-4524-98e7-146d42a2f324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:38.611492 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port faebf6a8-b7eb-4629-8910-be7535344935 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:11:38.616666 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port faebf6a8-b7eb-4629-8910-be7535344935 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:11:38.617018 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:38.742196 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ab48184a-eaa2-4cff-ba53-3a8ab791864b req-b14651e0-045d-4699-a04e-2ee3da46000a service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930757 Jul 19 01:11:38.747660 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5fd32bce-12a5-49a9-adb8-22cbca63fe36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:38.771843 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:38.804409 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb0975e-8c8a-4310-9f7f-0f967eafcf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faebf6a8-b7eb-4629-8910-be7535344935'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:11:38.816042 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port faebf6a8-b7eb-4629-8910-be7535344935, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=faebf6a8-b7eb-4629-8910-be7535344935,segment=NetworkSegment(3da66d69-54b2-4b2e-9957-462fe57fe0ba),segment_id=3da66d69-54b2-4b2e-9957-462fe57fe0ba)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:38.817539 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5fd32bce-12a5-49a9-adb8-22cbca63fe36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:38.821377 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:38.824482 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:38.870795 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb0975e-8c8a-4310-9f7f-0f967eafcf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faebf6a8-b7eb-4629-8910-be7535344935', 'code': 200} Jul 19 01:11:38.911452 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=faebf6a8-b7eb-4629-8910-be7535344935,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:38.915103 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:38.967007 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:38.992500 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ab48184a-eaa2-4cff-ba53-3a8ab791864b req-970e2da2-0c9d-4831-ac48-e0efad0e55e8 service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336023 Jul 19 01:11:39.018804 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5fd32bce-12a5-49a9-adb8-22cbca63fe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:39.024657 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f381b304-be89-4694-90e4-0354d3b0af62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:39.057850 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd32bce-12a5-49a9-adb8-22cbca63fe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9740d709-311f-4f67-8798-a61a61fd55cd,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:39.061138 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5fd32bce-12a5-49a9-adb8-22cbca63fe36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:39.071599 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5fd32bce-12a5-49a9-adb8-22cbca63fe36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:39.088787 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-5fd32bce-12a5-49a9-adb8-22cbca63fe36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9740d709-311f-4f67-8798-a61a61fd55cd HTTP/1.1" status: 204 len: 168 time: 0.4949470 Jul 19 01:11:39.429273 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99f6b9-6b19-43ae-997b-8df92e3ec109 req-39d82cb2-e8e5-4f33-85cf-03591c04bba4 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:39.430863 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cc99f6b9-6b19-43ae-997b-8df92e3ec109 req-39d82cb2-e8e5-4f33-85cf-03591c04bba4 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1866112 Jul 19 01:11:39.475935 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:39.494718 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cc99f6b9-6b19-43ae-997b-8df92e3ec109 req-690bee5e-1659-40bd-a1ae-fcf541a7431b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548005 Jul 19 01:11:39.497568 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d2e8-0dd8-499c-8822-426217d73dd2 req-d985f842-3d58-4ba6-9f75-c1298d757075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:39.498761 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2999d2e8-0dd8-499c-8822-426217d73dd2 req-d985f842-3d58-4ba6-9f75-c1298d757075 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 1099 time: 0.1387131 Jul 19 01:11:39.555677 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2999d2e8-0dd8-499c-8822-426217d73dd2 req-1d4bc56d-17d5-4f0f-9e5b-9a6cb7891861 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 Jul 19 01:11:39.659705 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662f5d1-cca6-4c9c-b9b5-4eef331a8d40 req-ea4de251-669e-4fce-926a-7ebc9940d57a tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:39.661181 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1662f5d1-cca6-4c9c-b9b5-4eef331a8d40 req-ea4de251-669e-4fce-926a-7ebc9940d57a tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 946 time: 0.0921679 Jul 19 01:11:39.709942 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1662f5d1-cca6-4c9c-b9b5-4eef331a8d40 req-87e1fec7-d35d-4373-8707-e3b91c7da4b4 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Jul 19 01:11:40.430052 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 33998) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:40.593357 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7bac63ff-1f31-4155-a395-857043d554a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:40.617777 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-7bac63ff-1f31-4155-a395-857043d554a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:40.621028 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-7bac63ff-1f31-4155-a395-857043d554a0 admin admin] Usage tracker for resource:security_group_rule and tenant:cf25ffbee9bd43958c2876272198816a is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:40.626846 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-7bac63ff-1f31-4155-a395-857043d554a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:40.633747 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-7bac63ff-1f31-4155-a395-857043d554a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:40.733537 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7bac63ff-1f31-4155-a395-857043d554a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:40.737608 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7bac63ff-1f31-4155-a395-857043d554a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:40.748038 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-08684199-5704-486b-8c63-757f512005c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:40.788312 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:40.792915 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-7bac63ff-1f31-4155-a395-857043d554a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf25ffbee9bd43958c2876272198816a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590028 Jul 19 01:11:40.801157 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd001604-2872-4bad-b449-2c10ce5837d6 req-a80b4bf5-f3f4-44e3-bb84-32fd496b3c22 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:40.802778 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dd001604-2872-4bad-b449-2c10ce5837d6 req-a80b4bf5-f3f4-44e3-bb84-32fd496b3c22 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1182625 Jul 19 01:11:40.803386 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34020) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:40.811547 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac63ff-1f31-4155-a395-857043d554a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9155aa9d-f408-4e11-9fb8-2596af8b0a60,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:40.823450 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7bac63ff-1f31-4155-a395-857043d554a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:40.884463 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dd001604-2872-4bad-b449-2c10ce5837d6 req-784a6fca-8b7f-4f15-84bc-b866c7bb13a9 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663254 Jul 19 01:11:40.901436 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5374-85f2-4ed7-9b29-164b870ab357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:40.929525 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5374-85f2-4ed7-9b29-164b870ab357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:40.963942 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d7083-890d-4fa9-961f-cfadda4cb51a req-fc6b4f1c-176e-4d31-a10b-ec52468b35ca tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:40.965572 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-803d7083-890d-4fa9-961f-cfadda4cb51a req-fc6b4f1c-176e-4d31-a10b-ec52468b35ca tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 946 time: 0.0884094 Jul 19 01:11:40.985858 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5374-85f2-4ed7-9b29-164b870ab357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:40.991388 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b45f5f81-fe84-48b8-bf0a-e1c764d2600d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:41.007440 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c5374-85f2-4ed7-9b29-164b870ab357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9155aa9d-f408-4e11-9fb8-2596af8b0a60,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:41.012329 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-0d4c5374-85f2-4ed7-9b29-164b870ab357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:41.017328 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5374-85f2-4ed7-9b29-164b870ab357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:41.021004 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-0d4c5374-85f2-4ed7-9b29-164b870ab357 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9155aa9d-f408-4e11-9fb8-2596af8b0a60 HTTP/1.1" status: 204 len: 168 time: 0.2141502 Jul 19 01:11:41.021128 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-803d7083-890d-4fa9-961f-cfadda4cb51a req-a319bf01-455c-44a8-a9c4-b2a9ef0c5716 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478425 Jul 19 01:11:42.251254 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7d0e6-45be-47bc-b307-cfd1600225fe req-e1eb821d-c24e-4db9-a08f-929851c0bde7 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:42.254192 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-63b7d0e6-45be-47bc-b307-cfd1600225fe req-e1eb821d-c24e-4db9-a08f-929851c0bde7 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.2405746 Jul 19 01:11:42.315596 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-63b7d0e6-45be-47bc-b307-cfd1600225fe req-03d8fe6d-f19c-4af9-a366-5357d2502f11 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546796 Jul 19 01:11:42.337814 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68334f78-55f5-4d7a-befe-4bd9c11b984a req-597e840f-7844-4495-9dc0-641c6ded3909 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:42.345744 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-68334f78-55f5-4d7a-befe-4bd9c11b984a req-597e840f-7844-4495-9dc0-641c6ded3909 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 946 time: 0.1435654 Jul 19 01:11:42.414752 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-68334f78-55f5-4d7a-befe-4bd9c11b984a req-4f68263a-1d20-47b1-9709-b1c1aee99486 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676644 Jul 19 01:11:42.842932 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639a058-beac-4ece-8f69-3a02940c28ef req-be6ba86f-f3a9-4b8b-9be6-58a67c66df21 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:42.844922 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-be6ba86f-f3a9-4b8b-9be6-58a67c66df21 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/networks?id=027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 200 len: 814 time: 0.1466002 Jul 19 01:11:42.859805 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-902ca370-ce02-4513-ac56-f4a9edf56e97 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/quotas/d011ac2326344373bcd6b15112affba0 HTTP/1.1" status: 200 len: 375 time: 0.0088072 Jul 19 01:11:42.947900 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-046e3ff3-b880-4e6b-8339-b75e7f580033 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d011ac2326344373bcd6b15112affba0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828917 Jul 19 01:11:43.103384 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ab5499d7-d35b-4706-aae3-a561f9d46474 service neutron] 10.222.0.10 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479261 Jul 19 01:11:43.237745 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-c954e4b6-ac12-4904-8358-95adcbf574af service neutron] 10.222.0.10 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284888 Jul 19 01:11:43.472330 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-17c1bf5f-801e-489b-9b30-eb3e37a0ebf3 req-9e98ee5f-f1cf-4137-9104-398d8d7e8327 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 210 time: 0.0471497 Jul 19 01:11:43.578947 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9d2d2-af87-435e-bdaa-53747a47dc50 req-0da5843f-a99b-4c2b-a678-99c655c7ed07 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:43.580588 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-50d9d2d2-af87-435e-bdaa-53747a47dc50 req-0da5843f-a99b-4c2b-a678-99c655c7ed07 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1302831 Jul 19 01:11:43.758821 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-50d9d2d2-af87-435e-bdaa-53747a47dc50 req-a1b68914-6cc1-4c30-9124-8c4e9b33186b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718199 Jul 19 01:11:44.476740 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 34224) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:44.596953 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-54086072-0320-4b38-b5c5-b626173d744e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:44.611474 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-54086072-0320-4b38-b5c5-b626173d744e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:44.615230 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-54086072-0320-4b38-b5c5-b626173d744e admin admin] Usage tracker for resource:security_group_rule and tenant:f4c8f6dd1b5246248c8fdb18025c2700 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:44.617954 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-54086072-0320-4b38-b5c5-b626173d744e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:44.623564 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-54086072-0320-4b38-b5c5-b626173d744e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:44.634831 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4afc2539-cd54-4d60-929d-9c0822841447 req-e2121838-c0a6-4557-a2aa-cb3b7d6f0348 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 210 time: 0.0428433 Jul 19 01:11:44.705063 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-54086072-0320-4b38-b5c5-b626173d744e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:44.708625 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-54086072-0320-4b38-b5c5-b626173d744e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:44.716501 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-faace3db-892d-478f-964b-73d60bd8e3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:44.755833 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-54086072-0320-4b38-b5c5-b626173d744e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4c8f6dd1b5246248c8fdb18025c2700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779706 Jul 19 01:11:44.756684 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54086072-0320-4b38-b5c5-b626173d744e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df701115-f8ea-4e49-b514-3afaa7cde483,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:44.758742 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34232) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:44.759539 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-54086072-0320-4b38-b5c5-b626173d744e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:44.818316 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3bcebafc-e975-4505-b9f9-ad99193c3147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:44.848645 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3bcebafc-e975-4505-b9f9-ad99193c3147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:44.908405 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3bcebafc-e975-4505-b9f9-ad99193c3147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:44.913364 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-4914e824-e6af-4524-98e7-146d42a2f324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:44.925159 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcebafc-e975-4505-b9f9-ad99193c3147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df701115-f8ea-4e49-b514-3afaa7cde483,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:44.929048 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3bcebafc-e975-4505-b9f9-ad99193c3147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:44.932396 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3bcebafc-e975-4505-b9f9-ad99193c3147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:44.933501 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-3bcebafc-e975-4505-b9f9-ad99193c3147 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df701115-f8ea-4e49-b514-3afaa7cde483 HTTP/1.1" status: 204 len: 168 time: 0.1737351 Jul 19 01:11:44.992551 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd7651-69f1-4810-9077-cf166395d933 req-7af74121-c518-4763-beaa-a94453b1f37c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:44.994356 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-75dd7651-69f1-4810-9077-cf166395d933 req-7af74121-c518-4763-beaa-a94453b1f37c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1252184 Jul 19 01:11:45.211093 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-75dd7651-69f1-4810-9077-cf166395d933 req-c9dda41e-f14b-44ea-9fb5-6d50769bc7a4 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072010 Jul 19 01:11:45.273464 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639a058-beac-4ece-8f69-3a02940c28ef req-43568157-3317-490c-a5e2-842b9c0651b5 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:45.275162 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-43568157-3317-490c-a5e2-842b9c0651b5 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "GET /v2.0/networks?id=027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 200 len: 814 time: 0.3153758 Jul 19 01:11:45.312472 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Request body: {'port': {'device_id': 'a2dec3b6-2d5d-4573-a14b-648f4b1ee584', 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be', 'admin_state_up': True, 'tenant_id': 'd011ac2326344373bcd6b15112affba0'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:45.520752 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:45.531533 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:45.543800 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Made reservation on behalf of d011ac2326344373bcd6b15112affba0 for: {'port': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:11:45.547573 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:45.747007 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Allocated IP 172.20.0.5 (027cc1a0-9d47-405e-8bcc-27b90790d2be/025ef04d-5dba-4d2c-9fa6-fc78d1762ba7/7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:11:45.805686 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3c19a64f-fc34-42ec-8610-c92abc74d8cd req-5d4d7b46-66b8-45d0-a909-a630d9631028 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 210 time: 0.0474980 Jul 19 01:11:45.841805 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34282) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:45.950733 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-763570464-network', 'tenant_id': '36d23bcf3bdc48aa9d538d5dd9546feb'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:45.955796 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:45.959754 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Usage tracker for resource:network and tenant:36d23bcf3bdc48aa9d538d5dd9546feb is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:45.962684 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:45.970241 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:45.979191 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Made reservation on behalf of 36d23bcf3bdc48aa9d538d5dd9546feb for: {'network': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:11:45.981409 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:45.993158 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:45.998036 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:46.007929 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:46.012054 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Usage tracker for resource:security_group_rule and tenant:36d23bcf3bdc48aa9d538d5dd9546feb is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:46.014811 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:46.021772 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:46.031371 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:46.037902 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f4df74c5-0654-4ad4-91f1-79e940ffbaa0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:46.088546 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['ad646e9b-be70-4ca5-8653-ed7c2559c068', 'c6df715f-5e64-4b1f-8caa-13d3c223193a', 'dc83499a-7dea-4f41-932c-cab771cb19cf'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:11:46.098962 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Network 027cc1a0-9d47-405e-8bcc-27b90790d2be is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:11:46.106862 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:11:46.111732 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:11:46.118178 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:46.119068 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:46.122042 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:46.128575 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:46.131778 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3ffcd4b4-c2fd-4bdb-9c5d-647e732597e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:46.150576 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Pushing event updated for resources: {'Port': ['ID=7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:46.155008 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:46.160669 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=78632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:11:46.173131 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:46.173457 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.db.segments_db [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Added segment 9282863e-da92-45d4-aded-80d50b86816a of type vlan for network bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d Jul 19 01:11:46.174053 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8658633 Jul 19 01:11:46.183015 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fd8d64-7edb-413d-b17a-d58adc1f8059,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:46.188812 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:46.195371 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Request body: {'port': {'device_id': 'a2dec3b6-2d5d-4573-a14b-648f4b1ee584', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:46.209581 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:46.246773 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:46.250005 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:46.251642 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:46.260355 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:46.337606 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4944911 Jul 19 01:11:46.339256 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 34294) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:46.340492 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:46.362402 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Request body: {'subnet': {'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-763570464-subnet', 'tenant_id': '36d23bcf3bdc48aa9d538d5dd9546feb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:46.371806 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:46.415999 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Usage tracker for resource:subnet and tenant:36d23bcf3bdc48aa9d538d5dd9546feb is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:46.444395 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Pushing event updated for resources: {'Network': ['ID=bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:46.447127 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:46.450157 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:46.455487 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:11:46.467149 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:46.501766 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Made reservation on behalf of 36d23bcf3bdc48aa9d538d5dd9546feb for: {'subnet': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:11:46.509073 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:46.677717 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656c40a-5ae1-432f-8198-95b30945ee31 req-8e67b9cb-e6ff-4c56-aa7b-5118fe6a4e75 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:46.679258 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c656c40a-5ae1-432f-8198-95b30945ee31 req-8e67b9cb-e6ff-4c56-aa7b-5118fe6a4e75 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.3092043 Jul 19 01:11:47.007377 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34314) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:47.013925 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c656c40a-5ae1-432f-8198-95b30945ee31 req-9403ac7e-832c-4baa-ae1b-e653840bc80f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986970 Jul 19 01:11:47.061787 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef811495-38ec-4d27-92f2-e75fe8d590ba req-15240040-63fe-41b9-a410-fecc9629dc2d tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:47.064053 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ef811495-38ec-4d27-92f2-e75fe8d590ba req-15240040-63fe-41b9-a410-fecc9629dc2d tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 931 time: 0.1173463 Jul 19 01:11:47.091867 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for subnet, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.116447 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ef811495-38ec-4d27-92f2-e75fe8d590ba req-15967be4-1ba1-4ab1-8fc1-eaf57585c9fe tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463564 Jul 19 01:11:47.125416 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-1c03b8cb-2092-4f84-bf2c-bbb3f77570d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:47.168773 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-15a25da0-7a4d-41a7-a0df-6d71b6ed7d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.182850 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-15a25da0-7a4d-41a7-a0df-6d71b6ed7d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:47.186763 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-15a25da0-7a4d-41a7-a0df-6d71b6ed7d48 admin admin] Usage tracker for resource:security_group_rule and tenant:6d82dd680b514d7ca32efa7f13b6ef8e is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:47.190219 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-15a25da0-7a4d-41a7-a0df-6d71b6ed7d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:47.196039 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-15a25da0-7a4d-41a7-a0df-6d71b6ed7d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:47.218128 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 {{(pid=78633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:11:47.227381 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc7e642-7217-48f8-b59e-3efbe96c6c71,revision_number=0']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:47.230427 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.235932 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:47.242466 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Checking segment: {'id': '9282863e-da92-45d4-aded-80d50b86816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:11:47.242848 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Network hostable DHCP agents. Network: bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:11:47.262595 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Transition to ACTIVE for port object 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 will not be triggered until provisioned by entity L2. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:11:47.269452 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.275272 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:47.284846 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-15a25da0-7a4d-41a7-a0df-6d71b6ed7d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.288622 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-15a25da0-7a4d-41a7-a0df-6d71b6ed7d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.295483 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:47.315617 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Network bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:11:47.335971 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-15a25da0-7a4d-41a7-a0df-6d71b6ed7d48 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d82dd680b514d7ca32efa7f13b6ef8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270380 Jul 19 01:11:47.336868 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a25da0-7a4d-41a7-a0df-6d71b6ed7d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea10bc0d-70cd-4d62-9aef-b4a1e88400e9,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:47.339129 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34320) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:47.341430 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-15a25da0-7a4d-41a7-a0df-6d71b6ed7d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:47.403755 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-30a6580c-02de-4a2a-908d-0e0e8bf94a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.408623 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d) {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:11:47.413220 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:47.413776 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.420125 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f75981-83d3-4838-960f-b51615cacbb3 None None] Network bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:11:47.432095 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-30a6580c-02de-4a2a-908d-0e0e8bf94a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.487619 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Pushing event updated for resources: {'Port': ['ID=7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:47.503630 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-30a6580c-02de-4a2a-908d-0e0e8bf94a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.503764 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:47.509841 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-aa54e6c4-b4e7-423c-a593-66b31adb2984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:47.525821 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6580c-02de-4a2a-908d-0e0e8bf94a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea10bc0d-70cd-4d62-9aef-b4a1e88400e9,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:47.531670 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-30a6580c-02de-4a2a-908d-0e0e8bf94a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:47.532365 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1778629 Jul 19 01:11:47.533745 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Attempting to bind port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:11:47.534360 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Attempting to bind port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:11:47.534588 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-30a6580c-02de-4a2a-908d-0e0e8bf94a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.535132 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Attempting to bind port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 on network 027cc1a0-9d47-405e-8bcc-27b90790d2be {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:47.536325 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-30a6580c-02de-4a2a-908d-0e0e8bf94a7b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea10bc0d-70cd-4d62-9aef-b4a1e88400e9 HTTP/1.1" status: 204 len: 168 time: 0.1962998 Jul 19 01:11:47.542490 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 on network 027cc1a0-9d47-405e-8bcc-27b90790d2be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:11:47.542838 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Attempting to bind port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 on network 027cc1a0-9d47-405e-8bcc-27b90790d2be {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:47.553193 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:11:47.553994 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Checking segment: {'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:11:47.554726 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Bound using segment: {'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:11:47.555553 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Bound port: 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e99afed-b847-4b26-b95d-c765dad3b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be'}}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:11:47.556306 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.675674 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] For port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3, host hv-cinder-80123, cleared binding levels {{(pid=78633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:11:47.680774 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] For port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:11:47.691684 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.696570 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:47.703828 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342dbda7-1684-4bc7-8cd7-f5b66c8cdc24 None None] Network bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:11:47.767422 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:47.768028 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:47.769585 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] 10.222.0.15 "PUT /v2.0/ports/7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 HTTP/1.1" status: 200 len: 1093 time: 1.5785503 Jul 19 01:11:47.770210 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dec3b6-2d5d-4573-a14b-648f4b1ee584', 'tag': '7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:11:47.818985 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Pushing event updated for resources: {'Port': ['ID=7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3,revision_number=3']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:47.823775 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:47.842353 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dec3b6-2d5d-4573-a14b-648f4b1ee584', 'tag': '7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3', 'status': 'completed', 'code': 200} Jul 19 01:11:48.015658 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639a058-beac-4ece-8f69-3a02940c28ef req-9c47f7a1-a2d4-4b2b-8cf8-43d178ab5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:48.017301 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-9c47f7a1-a2d4-4b2b-8cf8-43d178ab5310 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d011ac2326344373bcd6b15112affba0&device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 1096 time: 0.1461077 Jul 19 01:11:48.134947 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-97cdc560-e517-4750-952d-a6e15eeb564e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 HTTP/1.1" status: 200 len: 217 time: 0.0836315 Jul 19 01:11:48.276176 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639a058-beac-4ece-8f69-3a02940c28ef req-c75975e2-6bf2-443a-8f86-8efc2641e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:48.277401 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-c75975e2-6bf2-443a-8f86-8efc2641e9b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=025ef04d-5dba-4d2c-9fa6-fc78d1762ba7 HTTP/1.1" status: 200 len: 854 time: 0.1414464 Jul 19 01:11:48.367401 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6561fa6-ced1-438c-9753-1ef8cfd9d653 req-aee8f8b8-7e96-4c7a-bbc3-29048824f244 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:48.375049 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f6561fa6-ced1-438c-9753-1ef8cfd9d653 req-aee8f8b8-7e96-4c7a-bbc3-29048824f244 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1384556 Jul 19 01:11:48.439070 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f6561fa6-ced1-438c-9753-1ef8cfd9d653 req-30cc6965-448a-4339-b13f-cad99306152c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554078 Jul 19 01:11:48.458926 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-b3cc41e1-97e8-4533-9da2-d1009d599961 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=027cc1a0-9d47-405e-8bcc-27b90790d2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1653790 Jul 19 01:11:48.630926 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-d4305398-a16c-4788-9fd7-3e46057e262c service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643672 Jul 19 01:11:48.734492 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbb2d6-26de-482f-9dc6-ab3fa3f129a4 req-2aaafc7f-17bd-4d9a-8759-3c8694084d3a tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:48.735643 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-00bbb2d6-26de-482f-9dc6-ab3fa3f129a4 req-2aaafc7f-17bd-4d9a-8759-3c8694084d3a tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Synchronizing usage tracker for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:11:48.832160 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-00bbb2d6-26de-482f-9dc6-ab3fa3f129a4 req-2aaafc7f-17bd-4d9a-8759-3c8694084d3a tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Unset dirty status for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:11:48.840369 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00bbb2d6-26de-482f-9dc6-ab3fa3f129a4 req-2aaafc7f-17bd-4d9a-8759-3c8694084d3a tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 943 time: 0.4760094 Jul 19 01:11:48.918122 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c639a058-beac-4ece-8f69-3a02940c28ef req-f6809f2e-aad1-4efd-b55b-d88551bc6e7a service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764862 Jul 19 01:11:48.921067 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00bbb2d6-26de-482f-9dc6-ab3fa3f129a4 req-a21c3788-3508-4213-a3af-4661111cc23d tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799437 Jul 19 01:11:49.188059 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd63bd-d15f-4b73-9934-bd4ebe7b4b7c req-ab95d536-1b3c-4930-aaf5-b5882f1fad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:49.189757 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-58bd63bd-d15f-4b73-9934-bd4ebe7b4b7c req-ab95d536-1b3c-4930-aaf5-b5882f1fad66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d011ac2326344373bcd6b15112affba0&device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 1096 time: 0.1421239 Jul 19 01:11:49.341924 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd63bd-d15f-4b73-9934-bd4ebe7b4b7c req-075d47b6-cb4e-42ef-80a3-f8895012fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:49.343694 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-58bd63bd-d15f-4b73-9934-bd4ebe7b4b7c req-075d47b6-cb4e-42ef-80a3-f8895012fc8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 200 len: 915 time: 0.1472795 Jul 19 01:11:49.432534 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-58bd63bd-d15f-4b73-9934-bd4ebe7b4b7c req-748326a3-c853-4f39-865b-778cdb72a7f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 HTTP/1.1" status: 200 len: 217 time: 0.0613289 Jul 19 01:11:49.632904 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd63bd-d15f-4b73-9934-bd4ebe7b4b7c req-f3029536-2aaa-4e52-903e-f2b090ca71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:49.634332 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-58bd63bd-d15f-4b73-9934-bd4ebe7b4b7c req-f3029536-2aaa-4e52-903e-f2b090ca71e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=025ef04d-5dba-4d2c-9fa6-fc78d1762ba7 HTTP/1.1" status: 200 len: 854 time: 0.1948047 Jul 19 01:11:49.696759 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-58bd63bd-d15f-4b73-9934-bd4ebe7b4b7c req-a6b6478f-73e7-42cc-bff6-7a33588961f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=027cc1a0-9d47-405e-8bcc-27b90790d2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452547 Jul 19 01:11:49.713034 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386050e-4d5d-459e-9035-88a1af192dbd req-a32d879b-9426-430b-8d86-3681d1eba462 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:49.714405 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b386050e-4d5d-459e-9035-88a1af192dbd req-a32d879b-9426-430b-8d86-3681d1eba462 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1317811 Jul 19 01:11:49.842206 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b386050e-4d5d-459e-9035-88a1af192dbd req-aadbcfca-c132-4d3b-bb7b-5b0e2ee61764 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103535 Jul 19 01:11:49.886084 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-58bd63bd-d15f-4b73-9934-bd4ebe7b4b7c req-26fcb686-cb26-4b51-9170-604afdce4a47 service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807873 Jul 19 01:11:50.174357 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-58bd63bd-d15f-4b73-9934-bd4ebe7b4b7c req-ff39f2b5-2770-4f97-b70f-bcb17cad59e8 service neutron] 10.222.0.15 "GET /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774162 Jul 19 01:11:50.208122 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3adf4-788a-469b-b466-8ddd030bbf43 req-68e40f70-36ba-49cf-a6d3-9252f07bbd88 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:50.210210 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-87e3adf4-788a-469b-b466-8ddd030bbf43 req-68e40f70-36ba-49cf-a6d3-9252f07bbd88 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 943 time: 0.1425400 Jul 19 01:11:50.258962 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-87e3adf4-788a-469b-b466-8ddd030bbf43 req-f5c039d4-b9fb-4cf2-b923-7032b2b54616 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 Jul 19 01:11:50.364767 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-790e5f9c-29e6-47aa-85ad-202dea7d3a75 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:50.365456 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-790e5f9c-29e6-47aa-85ad-202dea7d3a75 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Synchronizing usage tracker for tenant:36d23bcf3bdc48aa9d538d5dd9546feb on resource:network {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:11:50.392964 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-790e5f9c-29e6-47aa-85ad-202dea7d3a75 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Unset dirty status for tenant:36d23bcf3bdc48aa9d538d5dd9546feb on resource:network {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:11:50.394222 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-790e5f9c-29e6-47aa-85ad-202dea7d3a75 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/networks?id=bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d HTTP/1.1" status: 200 len: 808 time: 0.1824093 Jul 19 01:11:50.414426 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-b1a556e9-af28-4acf-9723-13d9b402d098 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/quotas/36d23bcf3bdc48aa9d538d5dd9546feb HTTP/1.1" status: 200 len: 375 time: 0.0129848 Jul 19 01:11:50.480543 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-41154cb2-5d8f-4881-8914-2e1b7c2804f9 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=36d23bcf3bdc48aa9d538d5dd9546feb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559649 Jul 19 01:11:50.671712 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-6bfa1319-ddee-44b5-b96c-166d8ad4e1bd service neutron] 10.222.0.10 "GET /v2.0/networks/bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811764 Jul 19 01:11:50.805081 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-1296c447-5938-4437-a928-cf5698ee2251 service neutron] 10.222.0.10 "GET /v2.0/networks/bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278863 Jul 19 01:11:51.083753 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cac1f-3546-4588-8628-159dba04bdd6 req-56c54d4b-4946-4463-be04-7e4fc9ee3967 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:51.090592 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b04cac1f-3546-4588-8628-159dba04bdd6 req-56c54d4b-4946-4463-be04-7e4fc9ee3967 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1003516 Jul 19 01:11:51.121259 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-919bbeaf-cdab-49dc-baa0-32ee992a5e68 req-c21380a4-8d5d-469e-9771-ceeb7eeece86 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 210 time: 0.1064200 Jul 19 01:11:51.179829 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b04cac1f-3546-4588-8628-159dba04bdd6 req-b32b19e8-659d-46ca-beb2-7a936b7d6ad4 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880048 Jul 19 01:11:51.458354 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a687c33-c13c-485c-b482-04ee3011c368 req-b00e98d3-b283-41b4-a992-65ba4da5ee4c tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:51.459848 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0a687c33-c13c-485c-b482-04ee3011c368 req-b00e98d3-b283-41b4-a992-65ba4da5ee4c tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 943 time: 0.0867863 Jul 19 01:11:51.506355 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0a687c33-c13c-485c-b482-04ee3011c368 req-4e0a757b-677a-490b-94e3-4549c410d049 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Jul 19 01:11:52.305693 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-fb14db3a-0ccd-4dc2-ad70-502b3c471a1e req-d8407c5b-fb19-47f0-b3f9-122134ae3704 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 210 time: 0.0625091 Jul 19 01:11:52.525784 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-1780f04b-16f1-4e0e-8f1a-cbfe069b77b2 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:52.527256 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-1780f04b-16f1-4e0e-8f1a-cbfe069b77b2 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.15 "GET /v2.0/networks?id=bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d HTTP/1.1" status: 200 len: 808 time: 0.2720382 Jul 19 01:11:52.532015 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:11:52.548920 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bca954-d6f8-4551-9f56-9657895b60ba req-79ee58cb-b030-46a6-8c12-098184d35d45 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:52.556884 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-70bca954-d6f8-4551-9f56-9657895b60ba req-79ee58cb-b030-46a6-8c12-098184d35d45 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1885417 Jul 19 01:11:52.564236 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Request body: {'port': {'device_id': '6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc', 'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d', 'admin_state_up': True, 'tenant_id': '36d23bcf3bdc48aa9d538d5dd9546feb'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:52.672199 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:52.688361 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': '7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3', 'network_id': '027cc1a0-9d47-405e-8bcc-27b90790d2be', 'port_id': '7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3', 'mac_address': 'fa:16:3e:b8:62:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '025ef04d-5dba-4d2c-9fa6-fc78d1762ba7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:11:52.702973 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-70bca954-d6f8-4551-9f56-9657895b60ba req-9779848f-9c08-464a-9034-a510cef63937 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445839 Jul 19 01:11:52.754317 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:52.758878 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:52.763380 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Usage tracker for resource:port and tenant:36d23bcf3bdc48aa9d538d5dd9546feb is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:52.767149 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:52.774881 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:52.787873 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Made reservation on behalf of 36d23bcf3bdc48aa9d538d5dd9546feb for: {'port': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:11:52.792308 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:52.806285 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:11:52.828273 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:52.834507 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:52.837221 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-1e2b3071-016a-43b3-98da-74a1500e7cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:52.849066 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c436ec-9962-45da-bfc3-d621e04b56fa req-3fc0875f-8682-4c77-95ee-0bd8a9bf7191 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:52.850916 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-53c436ec-9962-45da-bfc3-d621e04b56fa req-3fc0875f-8682-4c77-95ee-0bd8a9bf7191 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 943 time: 0.1910114 Jul 19 01:11:52.912210 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:52.923051 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:52.930744 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-53c436ec-9962-45da-bfc3-d621e04b56fa req-946108a0-99d8-4db0-af20-35cb8925dfd4 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726266 Jul 19 01:11:53.015599 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Allocated IP 172.20.0.2 (bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d/edc7e642-7217-48f8-b59e-3efbe96c6c71/19481377-c7ab-4de1-9829-b472275ff9a4) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:11:53.221631 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:53.252019 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:53.257959 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b541048e-c16c-42f0-ae6e-e5fb872f8728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:53.328004 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Network bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:11:53.332045 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:11:53.335897 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:11:53.341224 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:53.341824 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:53.371840 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Pushing event updated for resources: {'Port': ['ID=19481377-c7ab-4de1-9829-b472275ff9a4,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:53.380955 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:53.382490 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8229194 Jul 19 01:11:53.407873 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Request body: {'port': {'device_id': '6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:11:53.423145 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:11:53.683096 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06179-f23f-4bc1-8f03-65532a56f1ee req-f0644e63-d7d5-4d32-b334-8fe99d1b724f tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:53.683705 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-f7a06179-f23f-4bc1-8f03-65532a56f1ee req-f0644e63-d7d5-4d32-b334-8fe99d1b724f tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Synchronizing usage tracker for tenant:36d23bcf3bdc48aa9d538d5dd9546feb on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:11:53.686096 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:53.760815 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-f7a06179-f23f-4bc1-8f03-65532a56f1ee req-f0644e63-d7d5-4d32-b334-8fe99d1b724f tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Unset dirty status for tenant:36d23bcf3bdc48aa9d538d5dd9546feb on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:11:53.761960 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f7a06179-f23f-4bc1-8f03-65532a56f1ee req-f0644e63-d7d5-4d32-b334-8fe99d1b724f tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 931 time: 0.2355881 Jul 19 01:11:53.873681 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f7a06179-f23f-4bc1-8f03-65532a56f1ee req-3ef0ab24-6ea5-415b-88f6-2896cfd42c6b tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005950 Jul 19 01:11:54.125902 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19481377-c7ab-4de1-9829-b472275ff9a4 {{(pid=78633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:11:54.133528 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:54.153587 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Transition to ACTIVE for port object 19481377-c7ab-4de1-9829-b472275ff9a4 will not be triggered until provisioned by entity L2. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:11:54.167265 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:54.173536 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d5f09c61-7af5-45cd-b570-be4f5fb93adb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:54.303398 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2edd6-3051-435e-b6d1-398f1444e2e4 req-7d18ac52-82cd-4c1e-9773-51e01c852573 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:54.304904 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-fdc2edd6-3051-435e-b6d1-398f1444e2e4 req-7d18ac52-82cd-4c1e-9773-51e01c852573 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.2160060 Jul 19 01:11:54.354733 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-fdc2edd6-3051-435e-b6d1-398f1444e2e4 req-f60ce7d3-9de3-4232-b428-7f0b56a673dd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441179 Jul 19 01:11:54.379584 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Pushing event updated for resources: {'Port': ['ID=19481377-c7ab-4de1-9829-b472275ff9a4,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:54.402123 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:54.430458 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Attempting to bind port 19481377-c7ab-4de1-9829-b472275ff9a4 on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:11:54.430903 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Attempting to bind port 19481377-c7ab-4de1-9829-b472275ff9a4 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '9282863e-da92-45d4-aded-80d50b86816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d'}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:11:54.431292 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Attempting to bind port 19481377-c7ab-4de1-9829-b472275ff9a4 on network bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:54.444631 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Port 19481377-c7ab-4de1-9829-b472275ff9a4 on network bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:11:54.444952 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Attempting to bind port 19481377-c7ab-4de1-9829-b472275ff9a4 on network bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:11:54.454492 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:11:54.454854 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Checking segment: {'id': '9282863e-da92-45d4-aded-80d50b86816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:11:54.455237 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Bound using segment: {'id': '9282863e-da92-45d4-aded-80d50b86816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d'} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:11:54.455663 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Bound port: 19481377-c7ab-4de1-9829-b472275ff9a4, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9282863e-da92-45d4-aded-80d50b86816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d'}}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:11:54.456450 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:54.474682 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e182e-d0a6-4c01-99e4-3d6d5f649641 req-c9b3db3a-c403-475a-b845-0b052b635d3a tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:54.476092 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ca6e182e-d0a6-4c01-99e4-3d6d5f649641 req-c9b3db3a-c403-475a-b845-0b052b635d3a tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 944 time: 0.2490137 Jul 19 01:11:54.566706 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09272fc-5604-408b-8451-ec7ea54dac52 req-cac768f4-2620-453c-90bd-4a5d7a88ae5b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:54.573605 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c09272fc-5604-408b-8451-ec7ea54dac52 req-cac768f4-2620-453c-90bd-4a5d7a88ae5b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.1108744 Jul 19 01:11:54.597823 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ca6e182e-d0a6-4c01-99e4-3d6d5f649641 req-5c53a161-042d-4949-9454-fb2de44b5f68 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144135 Jul 19 01:11:54.601868 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] For port 19481377-c7ab-4de1-9829-b472275ff9a4, host hv-cinder-80123, cleared binding levels {{(pid=78633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:11:54.605122 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] For port 19481377-c7ab-4de1-9829-b472275ff9a4, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=19481377-c7ab-4de1-9829-b472275ff9a4,segment=NetworkSegment(9282863e-da92-45d4-aded-80d50b86816a),segment_id=9282863e-da92-45d4-aded-80d50b86816a)] {{(pid=78633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:11:54.612299 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:54.615794 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a87ffa77-2a80-47c4-9482-0f8d97d8be60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:54.622596 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c09272fc-5604-408b-8451-ec7ea54dac52 req-ae2be0bb-b4d2-404c-8587-e58f2637b79c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478764 Jul 19 01:11:54.668874 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:54.669497 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:54.670935 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] 10.222.0.15 "PUT /v2.0/ports/19481377-c7ab-4de1-9829-b472275ff9a4 HTTP/1.1" status: 200 len: 1093 time: 1.2676046 Jul 19 01:11:54.671591 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc', 'tag': '19481377-c7ab-4de1-9829-b472275ff9a4'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:11:54.708849 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Pushing event updated for resources: {'Port': ['ID=19481377-c7ab-4de1-9829-b472275ff9a4,revision_number=3']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:54.712632 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:54.725517 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc', 'tag': '19481377-c7ab-4de1-9829-b472275ff9a4', 'status': 'completed', 'code': 200} Jul 19 01:11:54.833237 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-e8ea1068-34d0-46ec-8668-0cc3e99b0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:54.834764 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-e8ea1068-34d0-46ec-8668-0cc3e99b0431 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36d23bcf3bdc48aa9d538d5dd9546feb&device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 1096 time: 0.0800245 Jul 19 01:11:54.925395 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-4c5ec3ee-6977-40ca-85f5-62f58b9de7cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19481377-c7ab-4de1-9829-b472275ff9a4 HTTP/1.1" status: 200 len: 217 time: 0.0720844 Jul 19 01:11:54.989373 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-ba0ff212-7a46-4cfc-a3de-d25da423543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:54.990850 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-ba0ff212-7a46-4cfc-a3de-d25da423543b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edc7e642-7217-48f8-b59e-3efbe96c6c71 HTTP/1.1" status: 200 len: 848 time: 0.0581110 Jul 19 01:11:55.047344 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-640ecd94-c64b-4d7e-b8b0-87f8aa9b05ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467112 Jul 19 01:11:55.063577 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090de551-9b3b-476c-8917-f9a4acf539c4 req-a75b8d96-bb85-4821-ac02-ab89e089ef50 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:55.065027 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-090de551-9b3b-476c-8917-f9a4acf539c4 req-a75b8d96-bb85-4821-ac02-ab89e089ef50 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 943 time: 0.0816576 Jul 19 01:11:55.120628 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-090de551-9b3b-476c-8917-f9a4acf539c4 req-7b786d7a-c868-414c-9288-d061cdbc7671 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Synchronizing usage tracker for tenant:36d23bcf3bdc48aa9d538d5dd9546feb on resource:security_group {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:11:55.139080 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-090de551-9b3b-476c-8917-f9a4acf539c4 req-7b786d7a-c868-414c-9288-d061cdbc7671 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Unset dirty status for tenant:36d23bcf3bdc48aa9d538d5dd9546feb on resource:security_group {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:11:55.140835 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-090de551-9b3b-476c-8917-f9a4acf539c4 req-7b786d7a-c868-414c-9288-d061cdbc7671 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698559 Jul 19 01:11:55.201550 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-ff285c66-4f21-4bd6-89b9-ce6dd43e7b4a service neutron] 10.222.0.15 "GET /v2.0/networks/bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466565 Jul 19 01:11:55.435047 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6be51939-d5e7-4f09-a452-1a44384ad164 req-abf113fe-b456-4352-afcb-5079f50da990 service neutron] 10.222.0.15 "GET /v2.0/networks/bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215846 Jul 19 01:11:55.556184 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34620) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:55.634112 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056857-7e94-4971-9e85-521cd7750813 req-31a98959-76e3-4d28-b8f0-507646197669 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:55.635651 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-23056857-7e94-4971-9e85-521cd7750813 req-31a98959-76e3-4d28-b8f0-507646197669 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1372774 Jul 19 01:11:55.686904 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:55.694797 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-23056857-7e94-4971-9e85-521cd7750813 req-1cc65993-2db8-45b1-b096-20a0e3be6107 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503500 Jul 19 01:11:55.702825 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cb921-3a4a-477d-852e-7c7ff9101b2b req-d7df6e90-4cf4-4313-8c05-8ab467359a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:55.705488 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-355cb921-3a4a-477d-852e-7c7ff9101b2b req-d7df6e90-4cf4-4313-8c05-8ab467359a7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36d23bcf3bdc48aa9d538d5dd9546feb&device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 1096 time: 0.1380785 Jul 19 01:11:55.706516 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:55.711980 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:9d42952ebf8745a994ef4a6c85776855 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:55.747705 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:55.762568 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:55.831484 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40bf65-5722-45de-a2e1-c9408fbec5df req-56b4f736-4226-467b-802b-4e074c5337e9 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:55.832893 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8f40bf65-5722-45de-a2e1-c9408fbec5df req-56b4f736-4226-467b-802b-4e074c5337e9 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 944 time: 0.1163106 Jul 19 01:11:55.906707 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8f40bf65-5722-45de-a2e1-c9408fbec5df req-e0d6d036-db40-4b13-9635-f9eae1c1b1f7 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678256 Jul 19 01:11:55.920595 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:55.927159 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cb921-3a4a-477d-852e-7c7ff9101b2b req-2372a597-b116-4fc8-a21d-2bc28baa46ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:55.929000 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-355cb921-3a4a-477d-852e-7c7ff9101b2b req-2372a597-b116-4fc8-a21d-2bc28baa46ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d HTTP/1.1" status: 200 len: 909 time: 0.2119768 Jul 19 01:11:55.930673 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:55.940573 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-30a6580c-02de-4a2a-908d-0e0e8bf94a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:55.945201 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f38bf-8829-4576-8f22-0f2ed5f1ddb1 req-b67b136d-fb28-40ee-b8f1-4f4630bc5ddb tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:55.946693 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-351f38bf-8829-4576-8f22-0f2ed5f1ddb1 req-b67b136d-fb28-40ee-b8f1-4f4630bc5ddb tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.1284945 Jul 19 01:11:55.998865 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d42952ebf8745a994ef4a6c85776855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397330 Jul 19 01:11:55.999841 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa0f719-a154-4f2e-89cb-02e68fc7caa1,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:56.002235 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34636) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:56.020388 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:56.020995 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:56.021658 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:56.022179 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:56.022724 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:56.023248 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:56.023401 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-355cb921-3a4a-477d-852e-7c7ff9101b2b req-f41fe2cd-e8e5-4552-908a-6c855a2bcd67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19481377-c7ab-4de1-9829-b472275ff9a4 HTTP/1.1" status: 200 len: 217 time: 0.0757461 Jul 19 01:11:56.023893 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:56.024444 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:56.024971 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:56.025778 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:56.026129 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:56.026475 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:56.033231 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:56.082503 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-35394fbf-fd16-4991-b44c-d7ab04f6b4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:56.109792 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-35394fbf-fd16-4991-b44c-d7ab04f6b4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:56.139372 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-351f38bf-8829-4576-8f22-0f2ed5f1ddb1 req-09f84bb9-e409-4fb0-8fa6-1d895a096531 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431537 Jul 19 01:11:56.140839 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cb921-3a4a-477d-852e-7c7ff9101b2b req-bac321fb-ecf0-4dab-9bbb-36fe8b31322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:56.142231 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-355cb921-3a4a-477d-852e-7c7ff9101b2b req-bac321fb-ecf0-4dab-9bbb-36fe8b31322e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edc7e642-7217-48f8-b59e-3efbe96c6c71 HTTP/1.1" status: 200 len: 848 time: 0.0825114 Jul 19 01:11:56.183365 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-35394fbf-fd16-4991-b44c-d7ab04f6b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:56.187056 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:56.198442 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35394fbf-fd16-4991-b44c-d7ab04f6b4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa0f719-a154-4f2e-89cb-02e68fc7caa1,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:56.213151 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-35394fbf-fd16-4991-b44c-d7ab04f6b4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:56.219983 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-35394fbf-fd16-4991-b44c-d7ab04f6b4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:56.221284 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-35394fbf-fd16-4991-b44c-d7ab04f6b4d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffa0f719-a154-4f2e-89cb-02e68fc7caa1 HTTP/1.1" status: 204 len: 168 time: 0.2181334 Jul 19 01:11:56.244189 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-355cb921-3a4a-477d-852e-7c7ff9101b2b req-de461bf6-765d-4ebd-887e-c0cde78b4ff9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949681 Jul 19 01:11:56.382491 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7d2ee-36b2-4d9c-9e10-2c5cfaf51f3b req-617526b4-a8bb-4271-a578-15f888d0860d tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:56.384466 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-28c7d2ee-36b2-4d9c-9e10-2c5cfaf51f3b req-617526b4-a8bb-4271-a578-15f888d0860d tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 943 time: 0.1052537 Jul 19 01:11:56.425282 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-355cb921-3a4a-477d-852e-7c7ff9101b2b req-e5844a11-df96-4b0f-9e08-5816f0d40e12 service neutron] 10.222.0.15 "GET /v2.0/networks/bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700106 Jul 19 01:11:56.461349 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-28c7d2ee-36b2-4d9c-9e10-2c5cfaf51f3b req-696892c7-6d1e-44d6-933c-770bdd8a03cf tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620892 Jul 19 01:11:56.556052 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:11:56.611124 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-355cb921-3a4a-477d-852e-7c7ff9101b2b req-038f1a93-18d3-4541-93f8-db268810d1d6 service neutron] 10.222.0.15 "GET /v2.0/networks/bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716259 Jul 19 01:11:56.626741 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:11:56.631707 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:11:56.632167 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:56.751436 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:56.779278 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dec3b6-2d5d-4573-a14b-648f4b1ee584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:11:56.790040 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:56.796312 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:56.798876 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:56.845550 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dec3b6-2d5d-4573-a14b-648f4b1ee584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3', 'code': 200} Jul 19 01:11:56.882208 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:56.886071 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:56.905814 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03858563-610c-4689-ab86-6c0afbb21ac5 req-92d32fd3-b203-42b7-82a9-0f8baf5b6ff7 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:56.907337 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-03858563-610c-4689-ab86-6c0afbb21ac5 req-92d32fd3-b203-42b7-82a9-0f8baf5b6ff7 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.0927057 Jul 19 01:11:56.965667 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-03858563-610c-4689-ab86-6c0afbb21ac5 req-173cfe0c-33af-48a7-914f-b60a6988a2b3 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516586 Jul 19 01:11:57.127732 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88cd85-da52-4532-8512-1f34f973a34b req-6bd40fc3-1416-4ff2-8dd2-2fa86f6d4f0b tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:57.129301 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9b88cd85-da52-4532-8512-1f34f973a34b req-6bd40fc3-1416-4ff2-8dd2-2fa86f6d4f0b tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 945 time: 0.0999351 Jul 19 01:11:57.203238 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9b88cd85-da52-4532-8512-1f34f973a34b req-f7bb88ca-549b-4d9f-9817-228eec21414e tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670111 Jul 19 01:11:57.231736 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a2d1c-f932-42ab-9585-1411e34ebb32 req-6bd03707-178b-4b10-9f8d-71d2a09bf93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:57.234186 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ff9a2d1c-f932-42ab-9585-1411e34ebb32 req-6bd03707-178b-4b10-9f8d-71d2a09bf93c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 1098 time: 0.0872488 Jul 19 01:11:57.331225 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ff9a2d1c-f932-42ab-9585-1411e34ebb32 req-1c55a01b-6e8d-4a14-9eef-9f14f91460d6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809076 Jul 19 01:11:57.368444 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43583-3471-401c-95b5-e7147edff7c4 req-0e323b62-6923-4900-9b70-aad8cb735750 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:57.369884 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c5e43583-3471-401c-95b5-e7147edff7c4 req-0e323b62-6923-4900-9b70-aad8cb735750 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.0868199 Jul 19 01:11:57.415532 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c5e43583-3471-401c-95b5-e7147edff7c4 req-78390f1f-f24e-42d1-b140-49d63f8824db tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398157 Jul 19 01:11:57.646106 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de1785-cb58-4a95-a17f-419e708078c2 req-06c4a878-7e77-478a-af04-8490faae94e8 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:57.648302 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b3de1785-cb58-4a95-a17f-419e708078c2 req-06c4a878-7e77-478a-af04-8490faae94e8 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 943 time: 0.0816557 Jul 19 01:11:57.695294 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b3de1785-cb58-4a95-a17f-419e708078c2 req-b9f265a3-c289-44cf-80b4-576b7758a442 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396812 Jul 19 01:11:58.090338 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34692) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:58.168265 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac39aa-75c7-45df-a51f-4a7217dc1adf req-93dc5fd3-7f84-406c-bc90-bad8dd274901 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:58.169584 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1fac39aa-75c7-45df-a51f-4a7217dc1adf req-93dc5fd3-7f84-406c-bc90-bad8dd274901 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.0899599 Jul 19 01:11:58.215716 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfcb7-f1fb-4071-a7a3-c6ba4392398a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:58.220735 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1fac39aa-75c7-45df-a51f-4a7217dc1adf req-fdd2c522-a5f3-4195-9f87-bf34163c21f6 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446303 Jul 19 01:11:58.241664 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-4c8dfcb7-f1fb-4071-a7a3-c6ba4392398a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:58.243723 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-4c8dfcb7-f1fb-4071-a7a3-c6ba4392398a admin admin] Usage tracker for resource:security_group_rule and tenant:c465676cdaac4e7bad3b0f4e8ada8109 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:58.246680 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-4c8dfcb7-f1fb-4071-a7a3-c6ba4392398a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:58.253946 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-4c8dfcb7-f1fb-4071-a7a3-c6ba4392398a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:58.400596 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfcb7-f1fb-4071-a7a3-c6ba4392398a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:58.409545 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfcb7-f1fb-4071-a7a3-c6ba4392398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:58.417580 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2e8c431e-b9e2-4929-a272-325a7f7bce6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:58.468973 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f7b9d-ffab-4e4a-a397-8198413449be req-d84ad108-c434-42e0-b00c-45872a3a3212 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:58.470367 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-384f7b9d-ffab-4e4a-a397-8198413449be req-d84ad108-c434-42e0-b00c-45872a3a3212 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 945 time: 0.1666541 Jul 19 01:11:58.472732 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dfcb7-f1fb-4071-a7a3-c6ba4392398a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9570188-3c8b-43b7-86df-d2e6f218241c,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:58.479376 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-4c8dfcb7-f1fb-4071-a7a3-c6ba4392398a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c465676cdaac4e7bad3b0f4e8ada8109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856471 Jul 19 01:11:58.479376 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-4c8dfcb7-f1fb-4071-a7a3-c6ba4392398a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:58.480178 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34708) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:58.556336 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-384f7b9d-ffab-4e4a-a397-8198413449be req-02f55833-62fd-4880-a022-932eb3a0fbe6 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781639 Jul 19 01:11:58.562954 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 19481377-c7ab-4de1-9829-b472275ff9a4 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:11:58.584209 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a90d59df-ba1f-46ca-aa4c-b70545302175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:58.612513 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a90d59df-ba1f-46ca-aa4c-b70545302175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:58.716613 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 19481377-c7ab-4de1-9829-b472275ff9a4, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=19481377-c7ab-4de1-9829-b472275ff9a4,segment=NetworkSegment(9282863e-da92-45d4-aded-80d50b86816a),segment_id=9282863e-da92-45d4-aded-80d50b86816a)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:58.733770 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': '19481377-c7ab-4de1-9829-b472275ff9a4', 'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d', 'port_id': '19481377-c7ab-4de1-9829-b472275ff9a4', 'mac_address': 'fa:16:3e:bd:d1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc7e642-7217-48f8-b59e-3efbe96c6c71', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:11:58.734052 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a90d59df-ba1f-46ca-aa4c-b70545302175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:58.739638 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:58.752501 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d59df-ba1f-46ca-aa4c-b70545302175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9570188-3c8b-43b7-86df-d2e6f218241c,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:58.756807 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-a90d59df-ba1f-46ca-aa4c-b70545302175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:58.763979 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a90d59df-ba1f-46ca-aa4c-b70545302175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:58.768001 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-a90d59df-ba1f-46ca-aa4c-b70545302175 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a9570188-3c8b-43b7-86df-d2e6f218241c HTTP/1.1" status: 204 len: 168 time: 0.2846377 Jul 19 01:11:58.795370 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e806596-60df-442a-9a59-89f4128db91d req-bec5cd5f-d309-47f0-b4c9-93fa3c62cb60 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:58.809145 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8e806596-60df-442a-9a59-89f4128db91d req-bec5cd5f-d309-47f0-b4c9-93fa3c62cb60 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.1430070 Jul 19 01:11:58.823420 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:58.849894 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19481377-c7ab-4de1-9829-b472275ff9a4 {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:11:58.866873 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 19481377-c7ab-4de1-9829-b472275ff9a4, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=19481377-c7ab-4de1-9829-b472275ff9a4,segment=NetworkSegment(9282863e-da92-45d4-aded-80d50b86816a),segment_id=9282863e-da92-45d4-aded-80d50b86816a)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:11:58.868643 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8e806596-60df-442a-9a59-89f4128db91d req-23abe8f4-81f7-4f1b-ac30-3df3d4714d14 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521264 Jul 19 01:11:58.874684 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:58.880148 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:58.970148 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=19481377-c7ab-4de1-9829-b472275ff9a4,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:58.974278 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:59.071065 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7d3a7-144c-4714-be22-6789566cfe15 req-df0cfdf8-4c6e-4539-afb5-e496d7d82542 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:59.072615 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6ae7d3a7-144c-4714-be22-6789566cfe15 req-df0cfdf8-4c6e-4539-afb5-e496d7d82542 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 944 time: 0.0948184 Jul 19 01:11:59.168379 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6ae7d3a7-144c-4714-be22-6789566cfe15 req-33884dc5-f098-4cb3-aa38-9c39fea5ac82 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893741 Jul 19 01:11:59.318345 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34728) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:59.337080 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-89310ec8-06d9-40b9-aa46-f3b0a1514c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:59.355982 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-89310ec8-06d9-40b9-aa46-f3b0a1514c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:11:59.363752 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-89310ec8-06d9-40b9-aa46-f3b0a1514c1c admin admin] Usage tracker for resource:security_group_rule and tenant:56727b5e96444e8c91da5adc62d9179d is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:11:59.366970 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-89310ec8-06d9-40b9-aa46-f3b0a1514c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:11:59.373583 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-89310ec8-06d9-40b9-aa46-f3b0a1514c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:11:59.446897 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3493fd4-e7f2-4b5f-a4f7-59711fe6bee3 req-9a202c24-3cf0-4271-89e8-a80d2a3f89ac tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:59.448286 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d3493fd4-e7f2-4b5f-a4f7-59711fe6bee3 req-9a202c24-3cf0-4271-89e8-a80d2a3f89ac tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.0874231 Jul 19 01:11:59.461101 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-89310ec8-06d9-40b9-aa46-f3b0a1514c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:59.465204 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-89310ec8-06d9-40b9-aa46-f3b0a1514c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:59.474736 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e9c5551e-d8dc-4012-a15a-ddeb61f48d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:59.497966 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d3493fd4-e7f2-4b5f-a4f7-59711fe6bee3 req-13e16e26-ef46-412e-919c-e6268336d80e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Jul 19 01:11:59.513538 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-89310ec8-06d9-40b9-aa46-f3b0a1514c1c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56727b5e96444e8c91da5adc62d9179d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940074 Jul 19 01:11:59.515495 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89310ec8-06d9-40b9-aa46-f3b0a1514c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3545ba17-5ae0-4799-b42e-01a8cf5103b1,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:59.516650 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 34732) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:11:59.518642 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-89310ec8-06d9-40b9-aa46-f3b0a1514c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:59.574228 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:59.600556 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:59.605902 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['19481377-c7ab-4de1-9829-b472275ff9a4'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:11:59.665309 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:59.669318 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-03a0f5d5-1a03-491e-97a9-2744fd8bfa13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:11:59.684190 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3545ba17-5ae0-4799-b42e-01a8cf5103b1,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:11:59.696673 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:59.697029 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:59.697385 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:59.697720 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:59.698059 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:59.698393 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:59.698925 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:59.699262 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:59.699595 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:59.699926 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:59.700250 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:59.700740 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:11:59.704732 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:11:59.707275 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:11:59.708385 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-5335ff26-6ff2-4b83-8c98-4937210b2cc5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3545ba17-5ae0-4799-b42e-01a8cf5103b1 HTTP/1.1" status: 204 len: 168 time: 0.1907754 Jul 19 01:11:59.906573 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a89cb2-2cb6-4a90-9d23-aad41677e29a req-a3c83454-9faa-4539-91bf-fc4deff3d493 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:11:59.908227 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-06a89cb2-2cb6-4a90-9d23-aad41677e29a req-a3c83454-9faa-4539-91bf-fc4deff3d493 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 945 time: 0.0904400 Jul 19 01:11:59.960350 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-06a89cb2-2cb6-4a90-9d23-aad41677e29a req-809f636d-35b8-4a7d-a58c-b0c2675b4596 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458925 Jul 19 01:12:00.128426 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328af41-7954-4254-9888-7c5081337744 req-a96af95d-a952-45cb-b78d-b4e33a35b715 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:00.135656 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8328af41-7954-4254-9888-7c5081337744 req-a96af95d-a952-45cb-b78d-b4e33a35b715 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.1278684 Jul 19 01:12:00.157098 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34750) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:00.175980 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-942131ce-041d-403c-9d9d-9410bb2dc76c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:00.200931 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-942131ce-041d-403c-9d9d-9410bb2dc76c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:00.205169 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-942131ce-041d-403c-9d9d-9410bb2dc76c admin admin] Usage tracker for resource:security_group_rule and tenant:19047a3d13684b1c964d547981fcf026 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:12:00.208406 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-942131ce-041d-403c-9d9d-9410bb2dc76c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:12:00.215021 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-942131ce-041d-403c-9d9d-9410bb2dc76c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:00.302908 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8328af41-7954-4254-9888-7c5081337744 req-6d978a09-6168-42ac-baa8-7d0117d9b2ef tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662731 Jul 19 01:12:00.385928 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-942131ce-041d-403c-9d9d-9410bb2dc76c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:00.391576 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-942131ce-041d-403c-9d9d-9410bb2dc76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:00.472251 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-29808b1b-8fe8-4143-887c-9b35d34a3ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:00.511923 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11609af-099d-4469-bc00-f9953e3b176a req-81fb2ac8-b871-47a6-a32c-ef452db90a18 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:00.513377 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c11609af-099d-4469-bc00-f9953e3b176a req-81fb2ac8-b871-47a6-a32c-ef452db90a18 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 944 time: 0.2354386 Jul 19 01:12:00.540590 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-942131ce-041d-403c-9d9d-9410bb2dc76c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19047a3d13684b1c964d547981fcf026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823378 Jul 19 01:12:00.541525 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942131ce-041d-403c-9d9d-9410bb2dc76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f32515e-1c63-4303-bc46-11e66b742527,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:00.545875 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34762) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:00.548659 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-942131ce-041d-403c-9d9d-9410bb2dc76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:00.605689 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c11609af-099d-4469-bc00-f9953e3b176a req-3dccfc13-840f-4616-ab24-92ba44f2c5c9 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808816 Jul 19 01:12:00.629707 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8808-6903-4d22-ac63-c0f953a15fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:00.655343 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8808-6903-4d22-ac63-c0f953a15fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:00.706577 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8808-6903-4d22-ac63-c0f953a15fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:00.711397 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-89310ec8-06d9-40b9-aa46-f3b0a1514c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:00.712589 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca807f-5a12-4df9-9214-9ef249dc11e8 req-2e5e4eeb-7570-4249-a17c-429a9b76e841 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:00.714070 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-52ca807f-5a12-4df9-9214-9ef249dc11e8 req-2e5e4eeb-7570-4249-a17c-429a9b76e841 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.0834856 Jul 19 01:12:00.726893 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b8808-6903-4d22-ac63-c0f953a15fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f32515e-1c63-4303-bc46-11e66b742527,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:00.730606 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-9c6b8808-6903-4d22-ac63-c0f953a15fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:00.737687 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8808-6903-4d22-ac63-c0f953a15fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:00.739341 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-9c6b8808-6903-4d22-ac63-c0f953a15fa5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f32515e-1c63-4303-bc46-11e66b742527 HTTP/1.1" status: 204 len: 168 time: 0.1920156 Jul 19 01:12:00.767436 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-52ca807f-5a12-4df9-9214-9ef249dc11e8 req-efe62268-2c89-471c-83e5-a04056f5545d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468833 Jul 19 01:12:01.493263 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 34794) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:01.503100 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcac28c-fd23-4c4a-be9e-08b19d6d115d req-0c0c5e1b-84fe-46bf-89c0-ef52876ef256 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:01.504603 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1dcac28c-fd23-4c4a-be9e-08b19d6d115d req-0c0c5e1b-84fe-46bf-89c0-ef52876ef256 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.0833189 Jul 19 01:12:01.552409 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1dcac28c-fd23-4c4a-be9e-08b19d6d115d req-6e5d1774-b48c-47b9-ae2f-d0aba631360c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418808 Jul 19 01:12:01.608396 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2061333327-network', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:12:01.613425 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:01.617258 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Usage tracker for resource:network and tenant:17a5dc9c458147c09457fad8e0b223c6 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:12:01.620090 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:12:01.626754 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:01.636505 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Made reservation on behalf of 17a5dc9c458147c09457fad8e0b223c6 for: {'network': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:12:01.639988 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:01.652913 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:01.670105 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:01.674713 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Usage tracker for resource:security_group_rule and tenant:17a5dc9c458147c09457fad8e0b223c6 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:12:01.677619 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:12:01.683826 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:01.779634 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:01.783822 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:01.787944 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:01.814762 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6645a0-b879-4b09-b568-20de4bd78fe2 req-1a547139-0d1f-4462-a0bd-4a7b1030937f tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:01.815024 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=78633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:12:01.816260 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-cb6645a0-b879-4b09-b568-20de4bd78fe2 req-1a547139-0d1f-4462-a0bd-4a7b1030937f tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 944 time: 0.0903740 Jul 19 01:12:01.829146 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f431095-6d6c-4268-9534-30da436937a1,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:01.833182 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:01.834019 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:01.834354 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.segments_db [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Added segment 47b162f4-bd63-4f2f-8751-935b3ff416ca of type vlan for network ad3ffe35-d556-4a56-86c2-b480a37d02d0 Jul 19 01:12:01.862986 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:01.870426 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-cb6645a0-b879-4b09-b568-20de4bd78fe2 req-9e9b7282-5208-4e8c-8f6d-38ed7c704ac3 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468071 Jul 19 01:12:01.905877 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:01.907287 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:01.907876 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:01.911233 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:02.012776 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5155668 Jul 19 01:12:02.015385 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 34812) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:02.018051 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Pushing event updated for resources: {'Network': ['ID=ad3ffe35-d556-4a56-86c2-b480a37d02d0,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:02.023406 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Request body: {'subnet': {'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2061333327-subnet', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'ip_version': 4}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:12:02.027427 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:02.030294 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:02.033772 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network ad3ffe35-d556-4a56-86c2-b480a37d02d0 details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:12:02.035607 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Usage tracker for resource:subnet and tenant:17a5dc9c458147c09457fad8e0b223c6 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:12:02.038584 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:12:02.045220 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:02.062015 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Made reservation on behalf of 17a5dc9c458147c09457fad8e0b223c6 for: {'subnet': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:12:02.067220 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:02.156961 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef378ec-21a3-4ced-8fe0-558ccd81be14 req-76671126-b249-41cd-88bb-6eb2d0210fcb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:02.158800 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-eef378ec-21a3-4ced-8fe0-558ccd81be14 req-76671126-b249-41cd-88bb-6eb2d0210fcb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1763391 Jul 19 01:12:02.222233 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-eef378ec-21a3-4ced-8fe0-558ccd81be14 req-65e4b555-fa1d-4fc3-ac3f-7285feb069b5 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557733 Jul 19 01:12:02.380602 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for subnet, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:02.391081 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:02.462643 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc4cc2b-9ef5-4a0a-afa5-27354a81862a,revision_number=0']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:02.465815 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:02.473056 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Checking segment: {'id': '47b162f4-bd63-4f2f-8751-935b3ff416ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:12:02.473445 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Network hostable DHCP agents. Network: ad3ffe35-d556-4a56-86c2-b480a37d02d0, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:12:02.492897 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Network ad3ffe35-d556-4a56-86c2-b480a37d02d0 is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:12:02.503514 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, ad3ffe35-d556-4a56-86c2-b480a37d02d0) {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:12:02.508894 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:02.510163 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:02.513698 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b651ebc-132a-423d-a341-ce10b027b0ac None None] Network ad3ffe35-d556-4a56-86c2-b480a37d02d0 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:12:02.534043 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5179529 Jul 19 01:12:02.537625 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 34824) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:02.543686 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:12:02.549270 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:02.553618 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Usage tracker for resource:router and tenant:17a5dc9c458147c09457fad8e0b223c6 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:12:02.556737 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:12:02.566129 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:02.576923 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1604376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1400'] for router, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:02.579028 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1393'] for router, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:02.604714 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 19481377-c7ab-4de1-9829-b472275ff9a4 up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:02.610371 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:02.750839 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port 19481377-c7ab-4de1-9829-b472275ff9a4 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:12:02.760937 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port 19481377-c7ab-4de1-9829-b472275ff9a4 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:02.761411 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:02.768739 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1ea34-d8cd-43cf-94a1-b0ccea82ee60 req-1d199d2d-c9d4-4dd1-b732-31c9d2008daa tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:02.771001 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d1f1ea34-d8cd-43cf-94a1-b0ccea82ee60 req-1d199d2d-c9d4-4dd1-b732-31c9d2008daa tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.0953226 Jul 19 01:12:02.836082 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d1f1ea34-d8cd-43cf-94a1-b0ccea82ee60 req-80ac6dbb-f1f5-4ff6-a613-083314af05c6 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591877 Jul 19 01:12:02.868667 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp025c5668-5ad0-5223-b942-df608e160fc9-ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'fixed_ips': [{'subnet_id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a'}]}} from dv-cinder-801236-1-smb. {{(pid=78634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 01:12:02.869559 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:02.988592 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1383'] for router, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:03.040116 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4fb59-0f98-4e73-8173-1141f425cb49 req-4fdd4748-3c3a-46b1-b11b-3892818cce67 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:03.041504 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6aa4fb59-0f98-4e73-8173-1141f425cb49 req-4fdd4748-3c3a-46b1-b11b-3892818cce67 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.3271627 Jul 19 01:12:03.067265 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb273c-bc71-4c91-9485-8612ad00317f req-efe7f8d0-4f66-4f74-8b05-19827ee9f472 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:03.069066 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:03.074922 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-25bb273c-bc71-4c91-9485-8612ad00317f req-efe7f8d0-4f66-4f74-8b05-19827ee9f472 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 944 time: 0.0927510 Jul 19 01:12:03.135165 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-25bb273c-bc71-4c91-9485-8612ad00317f req-f9fc0e6e-5408-4d4e-bbbe-309ff78a0ca9 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590930 Jul 19 01:12:03.138030 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6aa4fb59-0f98-4e73-8173-1141f425cb49 req-43121783-6436-4217-af08-f8d009307757 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706022 Jul 19 01:12:03.174922 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19481377-c7ab-4de1-9829-b472275ff9a4'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:12:03.180606 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.db_base_plugin_common [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Allocated IP 172.20.0.2 (ad3ffe35-d556-4a56-86c2-b480a37d02d0/bcc4cc2b-9ef5-4a0a-afa5-27354a81862a/5f07f281-0fd7-493a-96e5-ba4695e6da81) {{(pid=78634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:12:03.194906 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 19481377-c7ab-4de1-9829-b472275ff9a4, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=19481377-c7ab-4de1-9829-b472275ff9a4,segment=NetworkSegment(9282863e-da92-45d4-aded-80d50b86816a),segment_id=9282863e-da92-45d4-aded-80d50b86816a)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:03.218906 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:03.236901 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:03.319490 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19481377-c7ab-4de1-9829-b472275ff9a4', 'code': 200} Jul 19 01:12:03.323049 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=19481377-c7ab-4de1-9829-b472275ff9a4,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:03.343962 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:03.344303 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:03.344633 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:03.345008 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:03.345332 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:03.345653 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:03.345970 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:03.346281 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:03.346634 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:03.346952 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:03.347268 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:03.347634 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:03.352939 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:03.522677 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Notify callbacks [] for port, precommit_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:03.532557 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Transition to ACTIVE for port object 5f07f281-0fd7-493a-96e5-ba4695e6da81 will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:12:03.550796 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Transition to ACTIVE for port object 5f07f281-0fd7-493a-96e5-ba4695e6da81 will not be triggered until provisioned by entity DHCP. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:12:03.556394 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:03.560543 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:03.619917 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Network ad3ffe35-d556-4a56-86c2-b480a37d02d0 is already hosted by enough agents. {{(pid=78634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:12:03.620839 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:03.622783 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.base_scheduler [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Resources bound (agent type, host, resource id): {{(pid=78634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:12:03.627526 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Received port after_create {{(pid=78634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:12:03.635907 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Pushing event updated for resources: {'Port': ['ID=5f07f281-0fd7-493a-96e5-ba4695e6da81,revision_number=1']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:03.657539 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:03.661326 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:03.727597 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Attempting to bind port 5f07f281-0fd7-493a-96e5-ba4695e6da81 on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:12:03.728238 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Attempting to bind port 5f07f281-0fd7-493a-96e5-ba4695e6da81 by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '47b162f4-bd63-4f2f-8751-935b3ff416ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:12:03.728610 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Attempting to bind port 5f07f281-0fd7-493a-96e5-ba4695e6da81 on network ad3ffe35-d556-4a56-86c2-b480a37d02d0 {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:12:03.735038 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:12:03.735514 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Checking segment: {'id': '47b162f4-bd63-4f2f-8751-935b3ff416ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:12:03.736301 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:03.736775 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Bound using segment: {'id': '47b162f4-bd63-4f2f-8751-935b3ff416ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:12:03.737300 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Bound port: 5f07f281-0fd7-493a-96e5-ba4695e6da81, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b162f4-bd63-4f2f-8751-935b3ff416ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:12:03.737684 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:03.758206 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b4b90-ad5f-4957-a044-0aa686f15033 req-3d83b2a9-ae16-4645-bb66-264b41639bd0 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:03.759702 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3f5b4b90-ad5f-4957-a044-0aa686f15033 req-3d83b2a9-ae16-4645-bb66-264b41639bd0 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.2648988 Jul 19 01:12:03.768959 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecaae9-058c-4121-9201-5edfaa61f0b3 req-c34c96be-f1bd-403a-9b7e-852e7513fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:03.770377 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b0ecaae9-058c-4121-9201-5edfaa61f0b3 req-c34c96be-f1bd-403a-9b7e-852e7513fa1b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 1098 time: 0.2341464 Jul 19 01:12:03.838441 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] For port 5f07f281-0fd7-493a-96e5-ba4695e6da81, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:12:03.842625 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] For port 5f07f281-0fd7-493a-96e5-ba4695e6da81, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=5f07f281-0fd7-493a-96e5-ba4695e6da81,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:12:03.847139 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:03.850873 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3e256bae-fb2a-493b-ad79-4a5147628be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:03.894913 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b0ecaae9-058c-4121-9201-5edfaa61f0b3 req-dcf652f9-ac4a-467c-92d9-cc58a956df12 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958622 Jul 19 01:12:03.912460 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3f5b4b90-ad5f-4957-a044-0aa686f15033 req-7140d451-c5d6-47b2-8204-84fc4164518a tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405458 Jul 19 01:12:03.917335 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Allocated IP 172.28.0.205 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/2c44d322-5aaf-4c35-a316-4489a73a65d5) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:12:03.943171 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Pushing event updated for resources: {'Port': ['ID=5f07f281-0fd7-493a-96e5-ba4695e6da81,revision_number=2']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:03.947376 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:04.037108 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc495b7-9ef4-45c9-95d8-257bea115a08 req-b9af191a-00e7-43ea-91f1-dda19132ce94 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:04.038742 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dcc495b7-9ef4-45c9-95d8-257bea115a08 req-b9af191a-00e7-43ea-91f1-dda19132ce94 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.0884883 Jul 19 01:12:04.083237 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:04.110427 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dcc495b7-9ef4-45c9-95d8-257bea115a08 req-9701e158-e86e-49d9-8061-ca97c0a93ffb tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627313 Jul 19 01:12:04.150266 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:04.165151 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-234724f9-2bde-4429-ab04-0a6cdf365efa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:04.236075 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:12:04.239221 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:12:04.241804 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:12:04.330894 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Pushing event updated for resources: {'Port': ['ID=2c44d322-5aaf-4c35-a316-4489a73a65d5,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:04.385307 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:04.416261 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d611d-75be-4c86-a6da-933da6102967 req-06aff30a-c678-47ef-9683-d450d6a7f0db tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:04.418944 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e17d611d-75be-4c86-a6da-933da6102967 req-06aff30a-c678-47ef-9683-d450d6a7f0db tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.1311955 Jul 19 01:12:04.433358 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 5f07f281-0fd7-493a-96e5-ba4695e6da81 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:04.476897 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e17d611d-75be-4c86-a6da-933da6102967 req-0b77f5ab-a986-4872-9a56-f9020f312520 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477500 Jul 19 01:12:04.512275 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 5f07f281-0fd7-493a-96e5-ba4695e6da81 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:12:04.626655 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58896b-62b0-4dae-9e32-c35174076363 req-5dbff84a-9341-4509-bc09-7f2406728091 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:04.628046 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ff58896b-62b0-4dae-9e32-c35174076363 req-5dbff84a-9341-4509-bc09-7f2406728091 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 945 time: 0.3112102 Jul 19 01:12:04.756457 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ff58896b-62b0-4dae-9e32-c35174076363 req-36e1f01c-6c97-402c-a185-5e4769f353f5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183107 Jul 19 01:12:04.778224 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:05.080038 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b714cb-fdde-4105-a87c-d7114a87f934 None None] Network ad3ffe35-d556-4a56-86c2-b480a37d02d0 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:12:05.145277 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-1244fbaf-29e4-4e7d-8979-da275bcf9d6b None None] Provisioning for port 5f07f281-0fd7-493a-96e5-ba4695e6da81 completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:12:05.173826 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309aac2-912b-4f94-aa3c-217b7273404b req-45562dd9-fcef-4fe4-a026-66aa45e97c03 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:05.185068 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9309aac2-912b-4f94-aa3c-217b7273404b req-45562dd9-fcef-4fe4-a026-66aa45e97c03 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1579978 Jul 19 01:12:05.199370 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-1244fbaf-29e4-4e7d-8979-da275bcf9d6b None None] Provisioning complete for port 5f07f281-0fd7-493a-96e5-ba4695e6da81 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:05.199752 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-1244fbaf-29e4-4e7d-8979-da275bcf9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:05.243517 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9309aac2-912b-4f94-aa3c-217b7273404b req-07c4cc59-7967-479d-a1f8-a672454d4bfd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574784 Jul 19 01:12:05.308462 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603608'] for router, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:05.411234 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1d76d-299c-4dab-8efc-4b2fd5b80fbc req-ed62e826-8fbf-4f50-b2de-d1aff804214e tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:05.412598 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-52b1d76d-299c-4dab-8efc-4b2fd5b80fbc req-ed62e826-8fbf-4f50-b2de-d1aff804214e tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1879044 Jul 19 01:12:05.440676 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-1244fbaf-29e4-4e7d-8979-da275bcf9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:05.480839 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-1244fbaf-29e4-4e7d-8979-da275bcf9d6b None None] For port 5f07f281-0fd7-493a-96e5-ba4695e6da81, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=5f07f281-0fd7-493a-96e5-ba4695e6da81,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:05.486589 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-1244fbaf-29e4-4e7d-8979-da275bcf9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:05.488433 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:05.562799 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244fbaf-29e4-4e7d-8979-da275bcf9d6b None None] Pushing event updated for resources: {'Port': ['ID=5f07f281-0fd7-493a-96e5-ba4695e6da81,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:05.566145 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-52b1d76d-299c-4dab-8efc-4b2fd5b80fbc req-5611a301-fb0a-42bc-82a7-32337520167f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379550 Jul 19 01:12:05.566507 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-1244fbaf-29e4-4e7d-8979-da275bcf9d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:05.611968 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Router 0ab8171b-8e1a-494f-92f8-74ef73bee755 is scheduled to L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 with binding_index 1 {{(pid=78633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 01:12:05.689347 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2c4e5688-60b9-49d3-bae1-dd411b946571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:05.743089 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3d8df-8f5a-4c9b-8a55-3f2dd49c9714 req-5f78daae-76fe-4b0b-8ec7-d6156f031751 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:05.744642 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1bc3d8df-8f5a-4c9b-8a55-3f2dd49c9714 req-5f78daae-76fe-4b0b-8ec7-d6156f031751 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.0972629 Jul 19 01:12:05.797548 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1bc3d8df-8f5a-4c9b-8a55-3f2dd49c9714 req-4382d5ff-38b4-4bb8-8210-ad2d01a5e462 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418389 Jul 19 01:12:05.819657 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-f84548c0-7207-40ac-aa84-a4de38d76c36 None None] Provisioning complete for port 5f07f281-0fd7-493a-96e5-ba4695e6da81 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:05.820091 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-f84548c0-7207-40ac-aa84-a4de38d76c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:05.862764 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:12:05.875733 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Sync routers for ids ['0ab8171b-8e1a-494f-92f8-74ef73bee755'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:12:05.889190 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Routers {'0ab8171b-8e1a-494f-92f8-74ef73bee755'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:12:05.889800 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:11:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['0ab8171b-8e1a-494f-92f8-74ef73bee755'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:05.955884 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Notify callbacks [] for router, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:05.959608 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4184232 Jul 19 01:12:05.960014 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34870) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:06.004994 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b509e-10a0-4635-a00c-1d92ab0c4c5c req-2b41386d-427f-4a34-bc38-15da13210b82 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:06.007278 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f83b509e-10a0-4635-a00c-1d92ab0c4c5c req-2b41386d-427f-4a34-bc38-15da13210b82 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 945 time: 0.1201754 Jul 19 01:12:06.070554 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f83b509e-10a0-4635-a00c-1d92ab0c4c5c req-d5e4e543-e034-4686-97f1-bfce8ed9abbb tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573895 Jul 19 01:12:06.149423 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Set router 0ab8171b-8e1a-494f-92f8-74ef73bee755 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:12:06.337161 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:06.427917 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 5f07f281-0fd7-493a-96e5-ba4695e6da81 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:06.468558 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:12:04Z', 'revision_number': 3, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port': {'id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:03Z', 'updated_at': '2021-07-19T01:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:06.472743 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Checking router: 0ab8171b-8e1a-494f-92f8-74ef73bee755 for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:12:06.473123 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Updating router 0ab8171b-8e1a-494f-92f8-74ef73bee755 port 2c44d322-5aaf-4c35-a316-4489a73a65d5 binding host dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:12:06.530850 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 5f07f281-0fd7-493a-96e5-ba4695e6da81 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:06.531429 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:06.547921 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fbb28-b5ae-4cb8-ab74-0804c6ac1180 req-98851a8b-958b-421d-8ab7-185e3ddcd0ee tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:06.555139 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9d8fbb28-b5ae-4cb8-ab74-0804c6ac1180 req-98851a8b-958b-421d-8ab7-185e3ddcd0ee tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1372461 Jul 19 01:12:06.605739 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:06.612910 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9d8fbb28-b5ae-4cb8-ab74-0804c6ac1180 req-c41dac32-65ae-4efd-995c-8b1ac06b7a2c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568109 Jul 19 01:12:06.945526 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47fdfb-691c-41cc-a1a0-815ff633eddd req-d249dfd7-b6e6-4ad8-9788-baba41ab0eb0 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:06.947001 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bf47fdfb-691c-41cc-a1a0-815ff633eddd req-d249dfd7-b6e6-4ad8-9788-baba41ab0eb0 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1891801 Jul 19 01:12:07.006226 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Notify callbacks [] for port, precommit_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:07.016105 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610fd8-dac4-405b-9a66-17e831a93cf5 req-2e21534f-2ef3-46a8-bb78-2246dcbe48e4 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:07.017636 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8e610fd8-dac4-405b-9a66-17e831a93cf5 req-2e21534f-2ef3-46a8-bb78-2246dcbe48e4 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.1007490 Jul 19 01:12:07.023566 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.provisioning_blocks [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Transition to ACTIVE for port object 2c44d322-5aaf-4c35-a316-4489a73a65d5 will not be triggered until provisioned by entity L2. {{(pid=78635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:12:07.031630 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:07.036943 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-5df058cf-78d6-4108-9592-afdd6d3c8130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:07.056004 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bf47fdfb-691c-41cc-a1a0-815ff633eddd req-66797527-365c-41ee-96e5-bb92303c1888 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023757 Jul 19 01:12:07.066482 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:07.071763 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8e610fd8-dac4-405b-9a66-17e831a93cf5 req-443004b2-537b-4984-aff1-18c13fba773d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483782 Jul 19 01:12:07.121321 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93fc61-53f4-45a6-98da-314fef784f5f None None] Pushing event updated for resources: {'Port': ['ID=2c44d322-5aaf-4c35-a316-4489a73a65d5,revision_number=2']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:07.143480 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Attempting to bind port 2c44d322-5aaf-4c35-a316-4489a73a65d5 on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:12:07.144103 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Attempting to bind port 2c44d322-5aaf-4c35-a316-4489a73a65d5 by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:12:07.144229 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Attempting to bind port 2c44d322-5aaf-4c35-a316-4489a73a65d5 on network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:12:07.149991 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-5c93fc61-53f4-45a6-98da-314fef784f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:07.150762 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:12:07.151130 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Checking segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:12:07.151522 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:07.151910 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Bound using segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:12:07.152368 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Bound port: 2c44d322-5aaf-4c35-a316-4489a73a65d5, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:12:07.152772 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:07.234044 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] For port 2c44d322-5aaf-4c35-a316-4489a73a65d5, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:12:07.237030 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] For port 2c44d322-5aaf-4c35-a316-4489a73a65d5, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=2c44d322-5aaf-4c35-a316-4489a73a65d5,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:12:07.242494 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:07.246415 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-5c93fc61-53f4-45a6-98da-314fef784f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:07.318818 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Routers {'0ab8171b-8e1a-494f-92f8-74ef73bee755'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:12:07.319422 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:11:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['0ab8171b-8e1a-494f-92f8-74ef73bee755'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:07.352909 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Allocated IP 172.20.0.1 (ad3ffe35-d556-4a56-86c2-b480a37d02d0/bcc4cc2b-9ef5-4a0a-afa5-27354a81862a/2fada5b1-2e1c-499b-ac5c-25bbf02d3f27) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:12:07.378070 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc878a-ae2f-4888-a7e0-0becc3c96813 req-e127c56d-46cb-447c-9867-ca5315934d37 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:07.379571 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-afdc878a-ae2f-4888-a7e0-0becc3c96813 req-e127c56d-46cb-447c-9867-ca5315934d37 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 945 time: 0.1652389 Jul 19 01:12:07.385765 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93fc61-53f4-45a6-98da-314fef784f5f None None] Pushing event updated for resources: {'Port': ['ID=2c44d322-5aaf-4c35-a316-4489a73a65d5,revision_number=3']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:07.390097 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-5c93fc61-53f4-45a6-98da-314fef784f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:07.502837 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-afdc878a-ae2f-4888-a7e0-0becc3c96813 req-cf36b7ea-8c92-4d07-bd56-596ce33df0fb tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078134 Jul 19 01:12:07.511468 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] Set router 0ab8171b-8e1a-494f-92f8-74ef73bee755 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:12:07.552634 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:07.569411 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.provisioning_blocks [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Transition to ACTIVE for port object 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 will not be triggered until provisioned by entity DHCP. {{(pid=78632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:12:07.595810 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:07.600486 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:07.666776 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Network ad3ffe35-d556-4a56-86c2-b480a37d02d0 is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:12:07.669702 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:12:07.674126 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:12:07.705403 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Pushing event updated for resources: {'Port': ['ID=2fada5b1-2e1c-499b-ac5c-25bbf02d3f27,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:07.711405 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:07.747946 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773646'] for router_interface, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:07.850288 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:12:04Z', 'revision_number': 3, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port': {'id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:03Z', 'updated_at': '2021-07-19T01:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:07.856157 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1add347-c34f-49c2-aa75-06a46cc43abf None None] The sync data for ids ['0ab8171b-8e1a-494f-92f8-74ef73bee755'] in dv-cinder-801236-1-smb is: [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:12:04Z', 'revision_number': 3, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port': {'id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:03Z', 'updated_at': '2021-07-19T01:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:12:07.868113 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d749b2-288f-46d4-8fab-a9d32d76217c req-db9f3edb-8bef-479e-82fd-89533c61e3fb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:07.882681 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b4d749b2-288f-46d4-8fab-a9d32d76217c req-db9f3edb-8bef-479e-82fd-89533c61e3fb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1444225 Jul 19 01:12:07.943432 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b4d749b2-288f-46d4-8fab-a9d32d76217c req-dd2fa0bd-fe07-47ab-9c7f-4557d642ed76 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592527 Jul 19 01:12:07.955473 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:08.007731 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-58b53941-6daa-48d3-9e22-1a59919a8a16 None None] Provisioning for port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:12:08.013047 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-58b53941-6daa-48d3-9e22-1a59919a8a16 None None] Provisioning complete for port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:08.013413 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-58b53941-6daa-48d3-9e22-1a59919a8a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:08.091349 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-58b53941-6daa-48d3-9e22-1a59919a8a16 None None] Port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:12:08.302962 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad93b-e395-4e40-a92d-7e7b32a41d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:08.404835 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d42693-2b44-4298-b108-eddf5a879024 req-0e793957-b5e8-49ff-b146-b0449998b9b5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:08.414557 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f5d42693-2b44-4298-b108-eddf5a879024 req-0e793957-b5e8-49ff-b146-b0449998b9b5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.1258168 Jul 19 01:12:08.425206 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:08.425454 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 2c44d322-5aaf-4c35-a316-4489a73a65d5 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:08.437513 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ec990-380e-4eb0-a0b3-486ab8fab364 req-f50388d3-78ae-4b57-b53f-e375ade1b71b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:08.439299 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7b9ec990-380e-4eb0-a0b3-486ab8fab364 req-f50388d3-78ae-4b57-b53f-e375ade1b71b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1820216 Jul 19 01:12:08.440185 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:08.465061 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f5d42693-2b44-4298-b108-eddf5a879024 req-23a07c67-a69e-4d1e-bbc0-a8088f8b111b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516789 Jul 19 01:12:08.474980 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:08.504242 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 2c44d322-5aaf-4c35-a316-4489a73a65d5 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:12:08.509658 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 2c44d322-5aaf-4c35-a316-4489a73a65d5 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:08.510314 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:08.606102 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7b9ec990-380e-4eb0-a0b3-486ab8fab364 req-6e5ff59d-0135-4ea5-ac81-1a300257b3fb tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325383 Jul 19 01:12:08.609630 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Pushing event updated for resources: {'Port': ['ID=2fada5b1-2e1c-499b-ac5c-25bbf02d3f27,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:08.618221 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:08.622014 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1773803'] for router_interface, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:08.694470 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:08.726861 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port 2c44d322-5aaf-4c35-a316-4489a73a65d5, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=2c44d322-5aaf-4c35-a316-4489a73a65d5,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:08.734987 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:08.741011 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-c44294d9-8bd9-4b86-8fd8-e21a0fed5967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:08.757201 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5196a-2f45-4f43-8524-c43e6bb630f8 req-1ae722ca-a45f-47cd-9e08-df64ec4e9519 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:08.762264 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-99c5196a-2f45-4f43-8524-c43e6bb630f8 req-1ae722ca-a45f-47cd-9e08-df64ec4e9519 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 945 time: 0.1139390 Jul 19 01:12:08.848202 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=2c44d322-5aaf-4c35-a316-4489a73a65d5,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:08.851684 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:08.853297 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-99c5196a-2f45-4f43-8524-c43e6bb630f8 req-97e6f440-844e-4cdd-bbbf-c3b3d25fbca4 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834153 Jul 19 01:12:08.855453 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Network ad3ffe35-d556-4a56-86c2-b480a37d02d0 is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:12:08.863519 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:12:08.975375 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:09.237164 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-afb1cf18-71c6-4689-85d6-9efbdbd8cff2 None None] Provisioning complete for port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:09.237823 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-afb1cf18-71c6-4689-85d6-9efbdbd8cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:09.288891 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Router 0ab8171b-8e1a-494f-92f8-74ef73bee755 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:12:09.297003 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3877984-34b0-4fdb-b2a5-94b138a17d57 req-34f75a98-cd29-4fc1-ac98-1e6443f4321a tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:09.298495 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e3877984-34b0-4fdb-b2a5-94b138a17d57 req-34f75a98-cd29-4fc1-ac98-1e6443f4321a tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.2029078 Jul 19 01:12:09.299518 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-afb1cf18-71c6-4689-85d6-9efbdbd8cff2 None None] Port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:12:09.368023 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6bda1-6444-43de-a67d-4feb7bf7587a req-874b056d-831a-4b16-a4e4-4186b7e2ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:09.369584 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c6e6bda1-6444-43de-a67d-4feb7bf7587a req-874b056d-831a-4b16-a4e4-4186b7e2ac07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 1098 time: 0.0840762 Jul 19 01:12:09.426521 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e3877984-34b0-4fdb-b2a5-94b138a17d57 req-2304d88e-0564-4f1a-ad3f-1d6d7d25ba1d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196537 Jul 19 01:12:09.500842 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:09.520146 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:12:09.530786 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6bda1-6444-43de-a67d-4feb7bf7587a req-b37a672a-dd78-42b0-b64f-5252606f854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:09.532323 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c6e6bda1-6444-43de-a67d-4feb7bf7587a req-b37a672a-dd78-42b0-b64f-5252606f854c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 916 time: 0.1380630 Jul 19 01:12:09.539172 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] 10.222.0.10 "PUT /v2.0/routers/0ab8171b-8e1a-494f-92f8-74ef73bee755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5777791 Jul 19 01:12:09.828444 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c6e6bda1-6444-43de-a67d-4feb7bf7587a req-9ded0785-27bf-4975-9bd4-2c6d478f44a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21071ca0-185a-4cc5-9370-b2515273bc4a HTTP/1.1" status: 200 len: 1001 time: 0.2723153 Jul 19 01:12:09.847960 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e3d8-27c8-491c-906b-236ed7f34af4 req-2b935d21-01ca-4a51-a368-a8f52c1ac003 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:09.855568 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-dd77e3d8-27c8-491c-906b-236ed7f34af4 req-2b935d21-01ca-4a51-a368-a8f52c1ac003 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.2409532 Jul 19 01:12:09.909040 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eb1f7-dd0c-4117-9dd2-29a900340225 req-077e24ac-4eef-46af-8329-5ff1a1dccb1b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:09.912118 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-918eb1f7-dd0c-4117-9dd2-29a900340225 req-077e24ac-4eef-46af-8329-5ff1a1dccb1b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1044455 Jul 19 01:12:09.948442 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:12:09.957288 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-dd77e3d8-27c8-491c-906b-236ed7f34af4 req-819b3c95-7ebf-47f1-9663-59a637581afd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005979 Jul 19 01:12:09.981499 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6bda1-6444-43de-a67d-4feb7bf7587a req-e4643403-dd24-496b-afee-3222c19fceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:09.983287 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c6e6bda1-6444-43de-a67d-4feb7bf7587a req-e4643403-dd24-496b-afee-3222c19fceb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3a1d271-46d5-45ce-b690-19ecf5019168 HTTP/1.1" status: 200 len: 854 time: 0.1256523 Jul 19 01:12:10.002820 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-918eb1f7-dd0c-4117-9dd2-29a900340225 req-ec43eaca-8b5c-4224-897e-337182477d72 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848732 Jul 19 01:12:10.021000 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Sync routers for ids ['0ab8171b-8e1a-494f-92f8-74ef73bee755'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:12:10.034072 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Routers {'0ab8171b-8e1a-494f-92f8-74ef73bee755'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:12:10.035195 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:12:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['0ab8171b-8e1a-494f-92f8-74ef73bee755'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:10.093768 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6bda1-6444-43de-a67d-4feb7bf7587a req-842bd1bc-2bf8-458c-bde6-66c9a6748b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:10.095350 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c6e6bda1-6444-43de-a67d-4feb7bf7587a req-842bd1bc-2bf8-458c-bde6-66c9a6748b01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c296ada3-efae-4388-b9cf-7235586b6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0993276 Jul 19 01:12:10.309915 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 34956) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:10.316377 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-731625334-network', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:12:10.329554 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:10.336188 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Usage tracker for resource:network and tenant:f285fb6b9a2d4c36b8d326290063e030 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:12:10.341179 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:12:10.352276 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:10.366477 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Made reservation on behalf of f285fb6b9a2d4c36b8d326290063e030 for: {'network': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:12:10.367172 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Set router 0ab8171b-8e1a-494f-92f8-74ef73bee755 gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:12:10.369872 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:10.397431 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c6e6bda1-6444-43de-a67d-4feb7bf7587a req-8b7b838c-2ed6-43fb-9fbb-58bb2dbf6bfd service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915597 Jul 19 01:12:10.403111 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:10.418691 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 2c44d322-5aaf-4c35-a316-4489a73a65d5 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:10.433840 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:10.441255 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Usage tracker for resource:security_group_rule and tenant:f285fb6b9a2d4c36b8d326290063e030 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:12:10.450213 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:12:10.457277 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:10.526676 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 2c44d322-5aaf-4c35-a316-4489a73a65d5 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:10.527050 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:10.561955 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:10.569416 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:10.575087 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:10.607316 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=78632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:12:10.609530 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c6e6bda1-6444-43de-a67d-4feb7bf7587a req-e13102da-7ca6-4c82-af8a-0fe4b48b1fed service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046890 Jul 19 01:12:10.617183 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b13225-241c-44a7-89da-2e76b497e63d,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:10.621120 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:10.628289 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:10.628629 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.db.segments_db [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Added segment afb65c8c-8d73-4110-b6ea-98ffe76ebb92 of type vlan for network f9b16667-8b7e-406c-881a-1696cc4ab2bf Jul 19 01:12:10.704006 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:10.770230 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:10.773009 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:10.773583 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:10.779128 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:10.809205 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab08ce1-b417-4bf0-8bd0-ebfd6dad133b req-5e1608fc-8070-4fe6-bea6-08688527ce20 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:10.810918 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3ab08ce1-b417-4bf0-8bd0-ebfd6dad133b req-5e1608fc-8070-4fe6-bea6-08688527ce20 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 945 time: 0.1498482 Jul 19 01:12:10.842995 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:10.913338 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8f674-e7b6-4137-8fdb-a3b06a35c565 req-337f5811-5552-4562-95d4-abbc0c0d9385 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:10.914969 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-aeb8f674-e7b6-4137-8fdb-a3b06a35c565 req-337f5811-5552-4562-95d4-abbc0c0d9385 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.0926459 Jul 19 01:12:10.926080 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6124518 Jul 19 01:12:10.926080 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Pushing event updated for resources: {'Network': ['ID=f9b16667-8b7e-406c-881a-1696cc4ab2bf,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:10.927943 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 34964) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:10.931442 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:10.937392 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network f9b16667-8b7e-406c-881a-1696cc4ab2bf details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:12:10.939030 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3ab08ce1-b417-4bf0-8bd0-ebfd6dad133b req-153c246c-bdf5-48b2-87a8-4080ddc6da78 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199627 Jul 19 01:12:10.948531 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Request body: {'subnet': {'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-731625334-subnet', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'ip_version': 4}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:12:10.957752 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:10.963757 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Usage tracker for resource:subnet and tenant:f285fb6b9a2d4c36b8d326290063e030 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:12:10.975263 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:12:10.975805 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:12:07Z', 'revision_number': 4, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port': {'id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:03Z', 'updated_at': '2021-07-19T01:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '2fada5b1-2e1c-499b-ac5c-25bbf02d3f27', 'name': '', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'mac_address': 'fa:16:3e:18:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:07Z', 'updated_at': '2021-07-19T01:12:08Z', 'revision_number': 2, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'subnets': [{'id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:10.984736 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Checking router: 0ab8171b-8e1a-494f-92f8-74ef73bee755 for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:12:10.985078 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:10.985187 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Updating router 0ab8171b-8e1a-494f-92f8-74ef73bee755 port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 binding host dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:12:10.999510 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-aeb8f674-e7b6-4137-8fdb-a3b06a35c565 req-664fa5c1-4c5b-494f-8e9b-586e734a617e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751247 Jul 19 01:12:11.018849 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Made reservation on behalf of f285fb6b9a2d4c36b8d326290063e030 for: {'subnet': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:12:11.021339 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:11.133748 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:11.163677 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c62b2-4a3f-478a-8517-9972c4198080 req-4c56d597-ae46-4d83-ade4-fa3f6ccf74bd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:11.165375 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3c8c62b2-4a3f-478a-8517-9972c4198080 req-4c56d597-ae46-4d83-ade4-fa3f6ccf74bd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.0935094 Jul 19 01:12:11.218001 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3c8c62b2-4a3f-478a-8517-9972c4198080 req-4e5285f7-f178-4c08-8fbc-315daf68e1ea tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438526 Jul 19 01:12:11.286734 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1be69d-a1ca-425a-8afa-c753460c381a req-0b3ba98d-30e8-4bc6-b612-62e071c29a99 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:11.288201 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-fb1be69d-a1ca-425a-8afa-c753460c381a req-0b3ba98d-30e8-4bc6-b612-62e071c29a99 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1481462 Jul 19 01:12:11.368728 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-fb1be69d-a1ca-425a-8afa-c753460c381a req-e292dd27-7247-413f-83b2-f357581551ae tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685625 Jul 19 01:12:11.385623 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for subnet, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:11.393135 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-6d4c8671-e0d4-4d81-a996-dde022f1902c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:11.469247 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Pushing event updated for resources: {'Subnet': ['ID=257fd5df-d2fb-4059-a92e-1cef87bd8664,revision_number=0']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:11.472692 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:11.479259 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Checking segment: {'id': 'afb65c8c-8d73-4110-b6ea-98ffe76ebb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:12:11.479616 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Network hostable DHCP agents. Network: f9b16667-8b7e-406c-881a-1696cc4ab2bf, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78633) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:12:11.501290 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Network f9b16667-8b7e-406c-881a-1696cc4ab2bf is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78633) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:12:11.511649 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, f9b16667-8b7e-406c-881a-1696cc4ab2bf) {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:12:11.521545 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe49536d-84c1-4f57-8fd5-ff79971414f3 None None] Network f9b16667-8b7e-406c-881a-1696cc4ab2bf requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:12:11.523069 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:11.523754 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:11.550852 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-ec080168-0139-4e20-9688-efbf5602b22d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6207409 Jul 19 01:12:11.554068 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 34978) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:11.562328 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-731625334-router', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:12:11.572445 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:11.575274 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Notify callbacks [] for port, precommit_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:11.577551 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Usage tracker for resource:router and tenant:f285fb6b9a2d4c36b8d326290063e030 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:12:11.580623 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:12:11.586359 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:11.600186 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1604376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1400'] for router, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:11.601231 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1393'] for router, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:11.618670 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:11.677053 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Transition to ACTIVE for port object 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:12:11.690851 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:11.696703 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:11.869085 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4b85b-76ad-4e6b-b158-f832d86f16a4 None None] Pushing event updated for resources: {'Port': ['ID=2fada5b1-2e1c-499b-ac5c-25bbf02d3f27,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:11.902813 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-f5c4b85b-76ad-4e6b-b158-f832d86f16a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:11.955308 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1383'] for router, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:11.975766 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dab904-8e6e-401a-8eb7-aa519be1d800 req-a38b4844-a560-47d1-b203-347d774e8b54 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:11.977528 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d0dab904-8e6e-401a-8eb7-aa519be1d800 req-a38b4844-a560-47d1-b203-347d774e8b54 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 945 time: 0.2921619 Jul 19 01:12:12.007421 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Attempting to bind port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:12:12.007715 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Attempting to bind port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '47b162f4-bd63-4f2f-8751-935b3ff416ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:12:12.008084 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Attempting to bind port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 on network ad3ffe35-d556-4a56-86c2-b480a37d02d0 {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:12:12.022894 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:12:12.023178 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Checking segment: {'id': '47b162f4-bd63-4f2f-8751-935b3ff416ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:12:12.023583 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:12.023972 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Bound using segment: {'id': '47b162f4-bd63-4f2f-8751-935b3ff416ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:12:12.024449 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Bound port: 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b162f4-bd63-4f2f-8751-935b3ff416ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:12:12.024827 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:12.068949 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp025c5668-5ad0-5223-b942-df608e160fc9-f9b16667-8b7e-406c-881a-1696cc4ab2bf', 'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'fixed_ips': [{'subnet_id': '257fd5df-d2fb-4059-a92e-1cef87bd8664'}]}} from dv-cinder-801236-1-smb. {{(pid=78634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 01:12:12.069771 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:12.147035 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b7f5f-36c0-41f9-a34a-d35850089260 req-f0fea716-b76d-453c-968d-f1cf5ac4e33d tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:12.157615 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-133b7f5f-36c0-41f9-a34a-d35850089260 req-f0fea716-b76d-453c-968d-f1cf5ac4e33d tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 945 time: 0.1048436 Jul 19 01:12:12.160455 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d0dab904-8e6e-401a-8eb7-aa519be1d800 req-bb125ce4-ad34-46f7-bf5e-080488b117d3 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695428 Jul 19 01:12:12.212591 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] For port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:12:12.220393 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-133b7f5f-36c0-41f9-a34a-d35850089260 req-1f576fe8-f85e-487a-a94e-c3e3e0607f17 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613616 Jul 19 01:12:12.230216 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] For port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=2fada5b1-2e1c-499b-ac5c-25bbf02d3f27,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:12:12.235292 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:12.268103 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:12.370375 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.db_base_plugin_common [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Allocated IP 172.20.0.2 (f9b16667-8b7e-406c-881a-1696cc4ab2bf/257fd5df-d2fb-4059-a92e-1cef87bd8664/a3b15daa-991f-44e0-baf0-ade64bff41e6) {{(pid=78634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:12:12.379661 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Routers {'0ab8171b-8e1a-494f-92f8-74ef73bee755'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:12:12.380304 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:12:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['0ab8171b-8e1a-494f-92f8-74ef73bee755'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:12.443026 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1d5c8-6084-4818-a460-cc13f4dc3836 req-694b27bd-79ba-4118-a99d-2e2b6ce6b70f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:12.445845 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-40c1d5c8-6084-4818-a460-cc13f4dc3836 req-694b27bd-79ba-4118-a99d-2e2b6ce6b70f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.0967512 Jul 19 01:12:12.448121 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4b85b-76ad-4e6b-b158-f832d86f16a4 None None] Pushing event updated for resources: {'Port': ['ID=2fada5b1-2e1c-499b-ac5c-25bbf02d3f27,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:12.460847 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-f5c4b85b-76ad-4e6b-b158-f832d86f16a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:12.524505 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-40c1d5c8-6084-4818-a460-cc13f4dc3836 req-22f9569c-8ec3-4c03-aab7-4bf34861e526 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631649 Jul 19 01:12:12.554027 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:12.588775 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:12.671017 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718697e0-4777-4a4f-9831-ec76328f59a3 req-66928399-51db-4d1f-b52a-10df78a1a4fc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:12.672538 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-718697e0-4777-4a4f-9831-ec76328f59a3 req-66928399-51db-4d1f-b52a-10df78a1a4fc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.3276966 Jul 19 01:12:12.720811 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] Set router 0ab8171b-8e1a-494f-92f8-74ef73bee755 gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:12:12.759483 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb117c-73df-4f5f-8300-0fd72759c4be req-0b5b6ff4-aa8c-4681-b70a-c00669074ffc tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:12.761043 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1deb117c-73df-4f5f-8300-0fd72759c4be req-0b5b6ff4-aa8c-4681-b70a-c00669074ffc tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.0831394 Jul 19 01:12:12.773418 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-718697e0-4777-4a4f-9831-ec76328f59a3 req-6fd9ed77-5c15-421a-aef5-369f55ec0ed1 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898180 Jul 19 01:12:12.787603 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Allocated IP 172.28.0.208 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/e262e7ac-5836-4287-b9e9-e142df8008bb) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:12:12.841580 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1deb117c-73df-4f5f-8300-0fd72759c4be req-cde59d4d-dd74-406a-9f7d-9a4a23a4b753 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711324 Jul 19 01:12:12.956138 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:12.988094 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:12.995831 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:13.014412 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Notify callbacks [] for port, precommit_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:13.033610 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Transition to ACTIVE for port object a3b15daa-991f-44e0-baf0-ade64bff41e6 will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:12:13.059447 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:12:13.062375 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:12:13.066546 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:12:13.076001 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Transition to ACTIVE for port object a3b15daa-991f-44e0-baf0-ade64bff41e6 will not be triggered until provisioned by entity DHCP. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:12:13.130813 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=e262e7ac-5836-4287-b9e9-e142df8008bb,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:13.135156 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:13.150801 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:13.158494 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:13.228289 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Network f9b16667-8b7e-406c-881a-1696cc4ab2bf is already hosted by enough agents. {{(pid=78634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:12:13.232882 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.base_scheduler [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Resources bound (agent type, host, resource id): {{(pid=78634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:12:13.238794 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Received port after_create {{(pid=78634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:12:13.262618 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Pushing event updated for resources: {'Port': ['ID=a3b15daa-991f-44e0-baf0-ade64bff41e6,revision_number=1']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:13.311063 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:13.384598 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Attempting to bind port a3b15daa-991f-44e0-baf0-ade64bff41e6 on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:12:13.385096 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Attempting to bind port a3b15daa-991f-44e0-baf0-ade64bff41e6 by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': 'afb65c8c-8d73-4110-b6ea-98ffe76ebb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:12:13.385831 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Attempting to bind port a3b15daa-991f-44e0-baf0-ade64bff41e6 on network f9b16667-8b7e-406c-881a-1696cc4ab2bf {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:12:13.396491 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:12:13.397808 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Checking segment: {'id': 'afb65c8c-8d73-4110-b6ea-98ffe76ebb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:12:13.398416 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:13.398912 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Bound using segment: {'id': 'afb65c8c-8d73-4110-b6ea-98ffe76ebb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:12:13.399487 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Bound port: a3b15daa-991f-44e0-baf0-ade64bff41e6, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb65c8c-8d73-4110-b6ea-98ffe76ebb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:12:13.400011 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:13.420024 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3ae70-e1d6-4474-8a11-02beeaf26678 req-36174077-476f-4ab4-995e-872d17f56036 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:13.428801 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-65d3ae70-e1d6-4474-8a11-02beeaf26678 req-36174077-476f-4ab4-995e-872d17f56036 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 945 time: 0.1245892 Jul 19 01:12:13.461551 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:12:07Z', 'revision_number': 4, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port': {'id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:03Z', 'updated_at': '2021-07-19T01:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '2fada5b1-2e1c-499b-ac5c-25bbf02d3f27', 'name': '', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'mac_address': 'fa:16:3e:18:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:07Z', 'updated_at': '2021-07-19T01:12:12Z', 'revision_number': 4, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'subnets': [{'id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:13.493890 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-65d3ae70-e1d6-4474-8a11-02beeaf26678 req-859ef5e1-4862-47ce-9c52-2ace913c30da tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640082 Jul 19 01:12:13.507979 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d67119-31e3-4889-b7b0-e2e2df53d66a None None] The sync data for ids ['0ab8171b-8e1a-494f-92f8-74ef73bee755'] in dv-cinder-801236-1-smb is: [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:12:07Z', 'revision_number': 4, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port': {'id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:03Z', 'updated_at': '2021-07-19T01:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '2fada5b1-2e1c-499b-ac5c-25bbf02d3f27', 'name': '', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'mac_address': 'fa:16:3e:18:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:07Z', 'updated_at': '2021-07-19T01:12:12Z', 'revision_number': 4, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'subnets': [{'id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:12:13.537117 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:13.612947 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] For port a3b15daa-991f-44e0-baf0-ade64bff41e6, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:12:13.617678 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] For port a3b15daa-991f-44e0-baf0-ade64bff41e6, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=a3b15daa-991f-44e0-baf0-ade64bff41e6,segment=NetworkSegment(afb65c8c-8d73-4110-b6ea-98ffe76ebb92),segment_id=afb65c8c-8d73-4110-b6ea-98ffe76ebb92)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:12:13.632285 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:13.644201 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:13.824247 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Pushing event updated for resources: {'Port': ['ID=a3b15daa-991f-44e0-baf0-ade64bff41e6,revision_number=2']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:13.831212 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:13.882897 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d29b3e-6f85-44b2-9744-17476fdd1895 req-3677919a-75ca-498b-80bb-c1bf768d0991 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:13.884781 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-44d29b3e-6f85-44b2-9744-17476fdd1895 req-3677919a-75ca-498b-80bb-c1bf768d0991 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.1543570 Jul 19 01:12:13.940701 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-44d29b3e-6f85-44b2-9744-17476fdd1895 req-208ed9b4-1ced-445d-abfa-691da1c44ab0 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489948 Jul 19 01:12:13.964258 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57b704-c8a9-4241-a8a7-fdad4436b701 req-984d964a-2474-4b1c-b633-21cf8d85ea55 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:13.965770 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-af57b704-c8a9-4241-a8a7-fdad4436b701 req-984d964a-2474-4b1c-b633-21cf8d85ea55 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 945 time: 0.5308909 Jul 19 01:12:14.206247 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-af57b704-c8a9-4241-a8a7-fdad4436b701 req-852aea16-29d2-41a8-a634-c0137263bd92 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Deleting port 19481377-c7ab-4de1-9829-b472275ff9a4 {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:12:14.206632 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-af57b704-c8a9-4241-a8a7-fdad4436b701 req-852aea16-29d2-41a8-a634-c0137263bd92 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:14.270183 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd5718-0346-4c39-9bdd-3014bae79864 req-a927c0a3-b22e-412c-acda-33c27169cf4b tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:14.271754 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b4cd5718-0346-4c39-9bdd-3014bae79864 req-a927c0a3-b22e-412c-acda-33c27169cf4b tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 945 time: 0.6454952 Jul 19 01:12:14.327189 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedac5c-4421-4657-949e-b29c3f60648c req-21978143-0524-40d2-b984-7e0da87fee05 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:14.337077 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9eedac5c-4421-4657-949e-b29c3f60648c req-21978143-0524-40d2-b984-7e0da87fee05 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.2450252 Jul 19 01:12:14.386368 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9eedac5c-4421-4657-949e-b29c3f60648c req-c79bdfbd-3c96-4479-8879-5e19b82043fd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484049 Jul 19 01:12:14.472259 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:14.499717 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b4cd5718-0346-4c39-9bdd-3014bae79864 req-8c1cbe9e-d583-4a46-bb97-632e329284fa tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070577 Jul 19 01:12:14.553215 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603608'] for router, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:14.582891 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:12:14.588381 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:14.588969 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:14.675919 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1583430-cfe1-4cfb-a26b-600ba2f71c26 req-106c7200-078f-40db-8cb1-4f09d823b1ad tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:14.684064 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d1583430-cfe1-4cfb-a26b-600ba2f71c26 req-106c7200-078f-40db-8cb1-4f09d823b1ad tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1447189 Jul 19 01:12:14.746927 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d1583430-cfe1-4cfb-a26b-600ba2f71c26 req-979be31c-77b0-410a-a405-2d3ac9a2ffd0 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581918 Jul 19 01:12:14.760872 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:14.819664 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=2fada5b1-2e1c-499b-ac5c-25bbf02d3f27,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:14.827617 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:14.828493 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device a3b15daa-991f-44e0-baf0-ade64bff41e6 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:14.852263 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-1244fbaf-29e4-4e7d-8979-da275bcf9d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:14.950817 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=2fada5b1-2e1c-499b-ac5c-25bbf02d3f27,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:14.955451 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:14.975509 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port a3b15daa-991f-44e0-baf0-ade64bff41e6 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:12:15.038387 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-af57b704-c8a9-4241-a8a7-fdad4436b701 req-852aea16-29d2-41a8-a634-c0137263bd92 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] For port 19481377-c7ab-4de1-9829-b472275ff9a4, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=19481377-c7ab-4de1-9829-b472275ff9a4,segment=NetworkSegment(9282863e-da92-45d4-aded-80d50b86816a),segment_id=9282863e-da92-45d4-aded-80d50b86816a)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:15.038954 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-af57b704-c8a9-4241-a8a7-fdad4436b701 req-852aea16-29d2-41a8-a634-c0137263bd92 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:15.119897 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb895728-c386-489e-8a39-2c4ce96564bd req-962aad39-831a-4da8-acb9-626c68ff05bc tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:15.121378 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bb895728-c386-489e-8a39-2c4ce96564bd req-962aad39-831a-4da8-acb9-626c68ff05bc tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 945 time: 0.4808350 Jul 19 01:12:15.183278 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e5d467-38f6-4955-b88d-95451634fe00 None None] Network f9b16667-8b7e-406c-881a-1696cc4ab2bf requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:12:15.227362 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-af57b704-c8a9-4241-a8a7-fdad4436b701 req-852aea16-29d2-41a8-a634-c0137263bd92 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Calling delete_port for 19481377-c7ab-4de1-9829-b472275ff9a4 owned by compute:nova {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:12:15.299953 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bb895728-c386-489e-8a39-2c4ce96564bd req-864e770b-eeb3-4f34-8c99-e8c348aa60ea tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107042 Jul 19 01:12:15.304971 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac9794-13b2-4421-a146-51e5f0cb38c3 req-dfa66d33-b613-4389-9453-c240d725d57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:15.319808 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-54ac9794-13b2-4421-a146-51e5f0cb38c3 req-dfa66d33-b613-4389-9453-c240d725d57b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.2186830 Jul 19 01:12:15.321325 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-7d0f8354-5d3d-4a0f-8a51-0bf0ae62092b None None] Provisioning for port a3b15daa-991f-44e0-baf0-ade64bff41e6 completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:12:15.337746 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-7d0f8354-5d3d-4a0f-8a51-0bf0ae62092b None None] Provisioning complete for port a3b15daa-991f-44e0-baf0-ade64bff41e6 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:15.338122 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-7d0f8354-5d3d-4a0f-8a51-0bf0ae62092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:15.363428 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Router f93bb8e4-bddd-4656-958c-079f75df3dc0 is scheduled to L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 with binding_index 1 {{(pid=78633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 01:12:15.370990 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3814c-786b-4e86-aeef-b515e386fd72 req-dc97cfd1-ca5d-4e88-8c3e-f52388f53341 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:15.373128 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dbd3814c-786b-4e86-aeef-b515e386fd72 req-dc97cfd1-ca5d-4e88-8c3e-f52388f53341 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 945 time: 0.2191708 Jul 19 01:12:15.394391 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-54ac9794-13b2-4421-a146-51e5f0cb38c3 req-2f0bdf9a-4276-4416-b566-8361b17a0c4a tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735104 Jul 19 01:12:15.482954 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-dbd3814c-786b-4e86-aeef-b515e386fd72 req-ff1212fd-35e6-4a40-82c2-960616cc5551 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Deleting port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:12:15.483457 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-dbd3814c-786b-4e86-aeef-b515e386fd72 req-ff1212fd-35e6-4a40-82c2-960616cc5551 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:15.578673 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-af57b704-c8a9-4241-a8a7-fdad4436b701 req-852aea16-29d2-41a8-a634-c0137263bd92 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:15.588551 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:15.612339 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-7d0f8354-5d3d-4a0f-8a51-0bf0ae62092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:15.655081 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-7d0f8354-5d3d-4a0f-8a51-0bf0ae62092b None None] For port a3b15daa-991f-44e0-baf0-ade64bff41e6, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=a3b15daa-991f-44e0-baf0-ade64bff41e6,segment=NetworkSegment(afb65c8c-8d73-4110-b6ea-98ffe76ebb92),segment_id=afb65c8c-8d73-4110-b6ea-98ffe76ebb92)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:15.660765 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-7d0f8354-5d3d-4a0f-8a51-0bf0ae62092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:15.663454 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:15.672546 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-fb055cf5-2c71-4b9c-ba32-2104861e30a1 req-079c4f6a-db0c-4fe8-97b9-0cef1b26bca8 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 210 time: 0.0586011 Jul 19 01:12:15.751527 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f8354-5d3d-4a0f-8a51-0bf0ae62092b None None] Pushing event updated for resources: {'Port': ['ID=a3b15daa-991f-44e0-baf0-ade64bff41e6,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:15.754773 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-7d0f8354-5d3d-4a0f-8a51-0bf0ae62092b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:15.834739 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-dbd3814c-786b-4e86-aeef-b515e386fd72 req-ff1212fd-35e6-4a40-82c2-960616cc5551 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] For port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:15.835171 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-dbd3814c-786b-4e86-aeef-b515e386fd72 req-ff1212fd-35e6-4a40-82c2-960616cc5551 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:15.875633 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852aea16-29d2-41a8-a634-c0137263bd92 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Pushing event deleted for resources: {'Port': ['ID=19481377-c7ab-4de1-9829-b472275ff9a4,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:15.877978 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-852aea16-29d2-41a8-a634-c0137263bd92 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:15.939328 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:12:15.950488 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Sync routers for ids ['f93bb8e4-bddd-4656-958c-079f75df3dc0'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:12:15.961175 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Routers {'f93bb8e4-bddd-4656-958c-079f75df3dc0'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:12:15.962310 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:12:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['f93bb8e4-bddd-4656-958c-079f75df3dc0'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:15.988701 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-ba837bcb-39b5-4448-a188-fdbf42e5e8e9 None None] Provisioning complete for port a3b15daa-991f-44e0-baf0-ade64bff41e6 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:15.988701 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-ba837bcb-39b5-4448-a188-fdbf42e5e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:16.008745 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-af57b704-c8a9-4241-a8a7-fdad4436b701 req-852aea16-29d2-41a8-a634-c0137263bd92 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] No DVR routers for this DVR port 19481377-c7ab-4de1-9829-b472275ff9a4 on host hv-cinder-80123 {{(pid=78633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:12:16.017852 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-af57b704-c8a9-4241-a8a7-fdad4436b701 req-852aea16-29d2-41a8-a634-c0137263bd92 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:16.020596 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc', 'name': 'network-vif-deleted', 'tag': '19481377-c7ab-4de1-9829-b472275ff9a4'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:12:16.074990 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74be8f6-fd12-42df-a82d-91fcf62daf22 req-9ccbdc56-5160-48f6-abe1-64531e0b8544 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:16.082628 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d74be8f6-fd12-42df-a82d-91fcf62daf22 req-9ccbdc56-5160-48f6-abe1-64531e0b8544 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.5585949 Jul 19 01:12:16.104638 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-dbd3814c-786b-4e86-aeef-b515e386fd72 req-ff1212fd-35e6-4a40-82c2-960616cc5551 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Calling delete_port for 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 owned by compute:nova {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:12:16.113843 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-af57b704-c8a9-4241-a8a7-fdad4436b701 req-852aea16-29d2-41a8-a634-c0137263bd92 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.15 "DELETE /v2.0/ports/19481377-c7ab-4de1-9829-b472275ff9a4 HTTP/1.1" status: 204 len: 173 time: 2.1207769 Jul 19 01:12:16.135705 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Notify callbacks [] for router, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:16.136962 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5814874 Jul 19 01:12:16.140113 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 35030) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:16.155086 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d74be8f6-fd12-42df-a82d-91fcf62daf22 req-245a2677-7209-4d1e-9f1e-8bde1ceed3fa tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690470 Jul 19 01:12:16.233433 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc', 'name': 'network-vif-deleted', 'tag': '19481377-c7ab-4de1-9829-b472275ff9a4', 'status': 'completed', 'code': 200} Jul 19 01:12:16.266152 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Set router f93bb8e4-bddd-4656-958c-079f75df3dc0 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:12:16.404631 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3eb5-59c3-4bed-8919-79f1fa9690bb req-ec68b917-bc52-4787-8b18-c757b2483b71 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:16.411750 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c60d3eb5-59c3-4bed-8919-79f1fa9690bb req-ec68b917-bc52-4787-8b18-c757b2483b71 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.4835241 Jul 19 01:12:16.487657 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:16.562563 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c60d3eb5-59c3-4bed-8919-79f1fa9690bb req-b73d7714-8816-4d87-a711-1deda3cf907b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496568 Jul 19 01:12:16.569020 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-dbd3814c-786b-4e86-aeef-b515e386fd72 req-ff1212fd-35e6-4a40-82c2-960616cc5551 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:16.574440 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:16.574676 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:16.592490 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-62cd575f-8e08-4e9e-b636-5b9624ec5d19 req-63bb0bb2-0c7e-4194-9ed5-4a6ef91d425e tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 210 time: 0.0731564 Jul 19 01:12:16.593519 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:16.617073 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['ad646e9b-be70-4ca5-8653-ed7c2559c068', 'c6df715f-5e64-4b1f-8caa-13d3c223193a', 'dc83499a-7dea-4f41-932c-cab771cb19cf', '7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:12:16.658170 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 21071ca0-185a-4cc5-9370-b2515273bc4a details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:12:16.661439 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'name': 'tempest-TestMinimumBasicScenario-731625334-router', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:11Z', 'updated_at': '2021-07-19T01:12:13Z', 'revision_number': 3, 'project_id': 'f285fb6b9a2d4c36b8d326290063e030', 'gw_port': {'id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:12Z', 'updated_at': '2021-07-19T01:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:16.664283 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 19481377-c7ab-4de1-9829-b472275ff9a4 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:12:16.666055 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Checking router: f93bb8e4-bddd-4656-958c-079f75df3dc0 for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:12:16.666437 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Updating router f93bb8e4-bddd-4656-958c-079f75df3dc0 port e262e7ac-5836-4287-b9e9-e142df8008bb binding host dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:12:16.733639 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:16.797179 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1212fd-35e6-4a40-82c2-960616cc5551 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Pushing event deleted for resources: {'Port': ['ID=7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:16.814584 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-ff1212fd-35e6-4a40-82c2-960616cc5551 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:16.884011 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: 19481377-c7ab-4de1-9829-b472275ff9a4 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:12:16.884383 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 19481377-c7ab-4de1-9829-b472275ff9a4 not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:12:16.893827 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd3814c-786b-4e86-aeef-b515e386fd72 req-ff1212fd-35e6-4a40-82c2-960616cc5551 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] No DVR routers for this DVR port 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 on host hv-cinder-80123 {{(pid=78632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:12:16.905022 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-dbd3814c-786b-4e86-aeef-b515e386fd72 req-ff1212fd-35e6-4a40-82c2-960616cc5551 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:16.916002 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dec3b6-2d5d-4573-a14b-648f4b1ee584', 'name': 'network-vif-deleted', 'tag': '7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:12:16.926272 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dbd3814c-786b-4e86-aeef-b515e386fd72 req-ff1212fd-35e6-4a40-82c2-960616cc5551 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "DELETE /v2.0/ports/7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 HTTP/1.1" status: 204 len: 173 time: 1.5244391 Jul 19 01:12:16.953749 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9aec23-e3f2-4fb5-838d-07dc435ba61a req-fb737a83-cee2-4973-8959-5b1ad28c9db2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:16.955304 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9c9aec23-e3f2-4fb5-838d-07dc435ba61a req-fb737a83-cee2-4973-8959-5b1ad28c9db2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.2154176 Jul 19 01:12:17.004939 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 21071ca0-185a-4cc5-9370-b2515273bc4a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=21071ca0-185a-4cc5-9370-b2515273bc4a,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:17.036001 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9c9aec23-e3f2-4fb5-838d-07dc435ba61a req-7d626752-d481-4eee-93f1-b2c1b911286d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665140 Jul 19 01:12:17.072502 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-13b82008-73d3-4443-817e-b3ef471d8500 req-c0fc7149-1550-45e6-8acb-5f146ce78377 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Synchronizing usage tracker for tenant:36d23bcf3bdc48aa9d538d5dd9546feb on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:12:17.111412 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dec3b6-2d5d-4573-a14b-648f4b1ee584', 'name': 'network-vif-deleted', 'tag': '7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3', 'status': 'completed', 'code': 200} Jul 19 01:12:17.140062 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-13b82008-73d3-4443-817e-b3ef471d8500 req-c0fc7149-1550-45e6-8acb-5f146ce78377 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Unset dirty status for tenant:36d23bcf3bdc48aa9d538d5dd9546feb on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:12:17.154733 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-13b82008-73d3-4443-817e-b3ef471d8500 req-c0fc7149-1550-45e6-8acb-5f146ce78377 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce460cb-b19c-4f19-b1b0-a81e6deb7bdc HTTP/1.1" status: 200 len: 210 time: 0.2014353 Jul 19 01:12:17.171893 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'port_id': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'mac_address': 'fa:16:3e:6c:00:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:12:17.265969 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Notify callbacks [] for port, precommit_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:17.290815 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.provisioning_blocks [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Transition to ACTIVE for port object e262e7ac-5836-4287-b9e9-e142df8008bb will not be triggered until provisioned by entity L2. {{(pid=78635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:12:17.315983 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:17.329245 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:17.363396 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:17.368261 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device a3b15daa-991f-44e0-baf0-ade64bff41e6 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:17.441165 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Pushing event updated for resources: {'Port': ['ID=e262e7ac-5836-4287-b9e9-e142df8008bb,revision_number=2']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:17.468708 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:17.469071 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:17.469405 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:17.469728 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:17.470242 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:17.470592 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:17.470919 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:17.471236 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:17.471552 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:17.471867 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:17.472685 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:17.472685 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:17.477141 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Attempting to bind port e262e7ac-5836-4287-b9e9-e142df8008bb on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:12:17.477511 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Attempting to bind port e262e7ac-5836-4287-b9e9-e142df8008bb by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:12:17.477874 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Attempting to bind port e262e7ac-5836-4287-b9e9-e142df8008bb on network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:12:17.480765 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:17.481147 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:17.486156 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:12:17.486566 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Checking segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:12:17.486961 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:17.487349 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Bound using segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:12:17.487822 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Bound port: e262e7ac-5836-4287-b9e9-e142df8008bb, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:12:17.488206 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:17.519469 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21071ca0-185a-4cc5-9370-b2515273bc4a {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:12:17.528611 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539e7df-90ee-4d7f-b9c0-0bb6bcaf2fa8 req-b0bc71d2-5121-4f78-b7c9-7d190b13d66c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:17.532087 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e539e7df-90ee-4d7f-b9c0-0bb6bcaf2fa8 req-b0bc71d2-5121-4f78-b7c9-7d190b13d66c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1410387 Jul 19 01:12:17.550110 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 21071ca0-185a-4cc5-9370-b2515273bc4a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=21071ca0-185a-4cc5-9370-b2515273bc4a,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:17.560890 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:17.565673 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-5fa5b3f3-123a-4733-841f-57f40ab5903e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:17.578810 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] For port e262e7ac-5836-4287-b9e9-e142df8008bb, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:12:17.582373 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] For port e262e7ac-5836-4287-b9e9-e142df8008bb, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=e262e7ac-5836-4287-b9e9-e142df8008bb,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:12:17.602463 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:17.613388 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-5c93fc61-53f4-45a6-98da-314fef784f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:17.633879 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port a3b15daa-991f-44e0-baf0-ade64bff41e6 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:17.634273 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:17.735687 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Routers {'f93bb8e4-bddd-4656-958c-079f75df3dc0'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:12:17.736047 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:12:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['f93bb8e4-bddd-4656-958c-079f75df3dc0'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:17.809221 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Pushing event updated for resources: {'Port': ['ID=e262e7ac-5836-4287-b9e9-e142df8008bb,revision_number=3']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:17.815382 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-99c5b105-f751-41cb-a0b5-ece8e135fead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:17.838383 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=21071ca0-185a-4cc5-9370-b2515273bc4a,revision_number=6']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:17.845981 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e539e7df-90ee-4d7f-b9c0-0bb6bcaf2fa8 req-964b12a8-2b4d-4813-81c2-d8cacce6adc4 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071499 Jul 19 01:12:17.857410 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:17.891254 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Allocated IP 172.20.0.1 (f9b16667-8b7e-406c-881a-1696cc4ab2bf/257fd5df-d2fb-4059-a92e-1cef87bd8664/92d3502b-de8f-4eda-a579-b9b6c96febba) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:12:17.912525 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['21071ca0-185a-4cc5-9370-b2515273bc4a'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:12:17.953442 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] Set router f93bb8e4-bddd-4656-958c-079f75df3dc0 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:12:18.136509 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-f9834ac9-838c-422c-93e7-7cbf2635938d req-30fc2bc2-9384-4432-b046-0c64d07ecae2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Synchronizing usage tracker for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:12:18.170797 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-f9834ac9-838c-422c-93e7-7cbf2635938d req-30fc2bc2-9384-4432-b046-0c64d07ecae2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Unset dirty status for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:12:18.171425 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d42ad-7236-4a4e-b88b-9131db332737 req-ae161903-fab0-49ad-ad94-28ac1ebbb6c8 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:18.173229 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-403d42ad-7236-4a4e-b88b-9131db332737 req-ae161903-fab0-49ad-ad94-28ac1ebbb6c8 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.3844810 Jul 19 01:12:18.191846 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f9834ac9-838c-422c-93e7-7cbf2635938d req-30fc2bc2-9384-4432-b046-0c64d07ecae2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dec3b6-2d5d-4573-a14b-648f4b1ee584 HTTP/1.1" status: 200 len: 210 time: 0.1397612 Jul 19 01:12:18.336651 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'name': 'tempest-TestMinimumBasicScenario-731625334-router', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:11Z', 'updated_at': '2021-07-19T01:12:13Z', 'revision_number': 3, 'project_id': 'f285fb6b9a2d4c36b8d326290063e030', 'gw_port': {'id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:12Z', 'updated_at': '2021-07-19T01:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:18.349512 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0399dbf5-36c0-4b77-a55f-63a9e4e62788 None None] The sync data for ids ['f93bb8e4-bddd-4656-958c-079f75df3dc0'] in dv-cinder-801236-1-smb is: [{'id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'name': 'tempest-TestMinimumBasicScenario-731625334-router', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:11Z', 'updated_at': '2021-07-19T01:12:13Z', 'revision_number': 3, 'project_id': 'f285fb6b9a2d4c36b8d326290063e030', 'gw_port': {'id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:12Z', 'updated_at': '2021-07-19T01:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:12:18.404480 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:18.410153 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-403d42ad-7236-4a4e-b88b-9131db332737 req-c569c5bc-87a5-4d28-a2da-0379faeb2c81 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209294 Jul 19 01:12:18.439996 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Transition to ACTIVE for port object 92d3502b-de8f-4eda-a579-b9b6c96febba will not be triggered until provisioned by entity DHCP. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:12:18.474779 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:18.485724 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:18.506302 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45fd6d-8ffe-4400-9ae1-79fb0232fbb9 req-6eb1d5b1-36b1-4a3d-b484-97099409815f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:18.515179 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1f45fd6d-8ffe-4400-9ae1-79fb0232fbb9 req-6eb1d5b1-36b1-4a3d-b484-97099409815f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 944 time: 0.1393239 Jul 19 01:12:18.562303 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Network f9b16667-8b7e-406c-881a-1696cc4ab2bf is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:12:18.563671 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:12:18.565602 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Pushing event updated for resources: {'Port': ['ID=92d3502b-de8f-4eda-a579-b9b6c96febba,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:18.567898 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:12:18.568433 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773646'] for router_interface, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:18.571377 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:18.592302 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1f45fd6d-8ffe-4400-9ae1-79fb0232fbb9 req-4e8cc5fd-cb52-4cf7-8127-e53398b7b102 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753827 Jul 19 01:12:18.657550 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 21071ca0-185a-4cc5-9370-b2515273bc4a up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:18.765432 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:18.817776 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port 21071ca0-185a-4cc5-9370-b2515273bc4a triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:18.818644 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:18.987294 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-7d163599-e1ca-4430-8c1e-dbb51f29d900 None None] Provisioning for port 92d3502b-de8f-4eda-a579-b9b6c96febba completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:12:19.006895 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-7d163599-e1ca-4430-8c1e-dbb51f29d900 None None] Provisioning complete for port 92d3502b-de8f-4eda-a579-b9b6c96febba triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:19.007271 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-7d163599-e1ca-4430-8c1e-dbb51f29d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:19.113740 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:19.120130 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:19.121227 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1773803'] for router_interface, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:19.126817 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7eac504c-bdc5-4e1c-b12c-703e44c94445 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:19.129890 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-ff8474db-33b3-4b3b-bf28-caab66d0c815 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:19.136791 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-ff8474db-33b3-4b3b-bf28-caab66d0c815 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/networks?id=bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d HTTP/1.1" status: 200 len: 808 time: 0.2786541 Jul 19 01:12:19.158204 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-7d163599-e1ca-4430-8c1e-dbb51f29d900 None None] Port 92d3502b-de8f-4eda-a579-b9b6c96febba cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:12:19.171195 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-99891321-3e09-483f-87af-b7f98e9a76b0 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/quotas/36d23bcf3bdc48aa9d538d5dd9546feb HTTP/1.1" status: 200 len: 375 time: 0.0279634 Jul 19 01:12:19.248894 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-2dafe230-ad9b-4dfe-a643-7cd295a31aac tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=36d23bcf3bdc48aa9d538d5dd9546feb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764976 Jul 19 01:12:19.254601 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Pushing event updated for resources: {'Port': ['ID=92d3502b-de8f-4eda-a579-b9b6c96febba,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:19.273189 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:19.288288 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:19.323978 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:12:19.335891 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 21071ca0-185a-4cc5-9370-b2515273bc4a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=21071ca0-185a-4cc5-9370-b2515273bc4a,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:19.342662 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:19.343866 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:12:19.382294 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:19.427595 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:12:19.428118 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 7c4a6fe5-29ca-4be5-93c3-aeb0979a1cc3 not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:12:19.436668 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-37d7ae2b-dc7a-491b-b0a3-8f83b95e2eae service neutron] 10.222.0.10 "GET /v2.0/networks/bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863732 Jul 19 01:12:19.473241 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=21071ca0-185a-4cc5-9370-b2515273bc4a,revision_number=7']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:19.476500 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:19.540032 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Network f9b16667-8b7e-406c-881a-1696cc4ab2bf is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:12:19.542835 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:12:19.555959 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec4fad-318d-45d9-b0d9-991fc7c8dc74 req-740c2442-5211-496f-988e-0cb183329792 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:19.557494 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ffec4fad-318d-45d9-b0d9-991fc7c8dc74 req-740c2442-5211-496f-988e-0cb183329792 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.2329936 Jul 19 01:12:19.607859 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-3227bb0c-eac7-4d05-8125-f2ba8f11912d service neutron] 10.222.0.10 "GET /v2.0/networks/bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682205 Jul 19 01:12:19.722847 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ffec4fad-318d-45d9-b0d9-991fc7c8dc74 req-50fa378e-0cb8-40ae-a26f-77ae822dc05e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868881 Jul 19 01:12:19.859934 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'code': 200} Jul 19 01:12:19.897728 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-bd8f8abc-af07-43e6-a66a-7f8fb10a1ce9 None None] Provisioning complete for port 92d3502b-de8f-4eda-a579-b9b6c96febba triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:19.899117 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-bd8f8abc-af07-43e6-a66a-7f8fb10a1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:20.011872 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f8abc-af07-43e6-a66a-7f8fb10a1ce9 None None] Port 92d3502b-de8f-4eda-a579-b9b6c96febba cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:12:20.085969 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Router f93bb8e4-bddd-4656-958c-079f75df3dc0 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:12:20.220910 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836b24-3678-4fa4-bd85-0a862f523ce2 req-fda2af40-4462-4e2a-8bd1-cac73f33410f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:20.228177 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-35836b24-3678-4fa4-bd85-0a862f523ce2 req-fda2af40-4462-4e2a-8bd1-cac73f33410f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.1852841 Jul 19 01:12:20.279816 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde7ad5-e948-4eb5-b88c-4b912b655604 req-c98e68f6-5b46-499f-a6b4-59e07ce15b3a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:20.290285 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-35836b24-3678-4fa4-bd85-0a862f523ce2 req-de7cf73b-21f3-4c29-90e6-21dc1809c45a tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609653 Jul 19 01:12:20.290750 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9fde7ad5-e948-4eb5-b88c-4b912b655604 req-c98e68f6-5b46-499f-a6b4-59e07ce15b3a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.3350892 Jul 19 01:12:20.403037 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-258a05b6-ca83-49e9-beb8-2d3f2205bdce req-2878902c-248e-4e75-a078-d726fb057b30 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 210 time: 0.0673048 Jul 19 01:12:20.465887 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device e262e7ac-5836-4287-b9e9-e142df8008bb up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:20.487846 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9fde7ad5-e948-4eb5-b88c-4b912b655604 req-3f1d1092-2c92-4b76-8862-a677b6438e79 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958790 Jul 19 01:12:20.489194 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:12:20.505468 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] 10.222.0.10 "PUT /v2.0/routers/f93bb8e4-bddd-4656-958c-079f75df3dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3482604 Jul 19 01:12:20.608551 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port e262e7ac-5836-4287-b9e9-e142df8008bb completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:12:20.615663 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port e262e7ac-5836-4287-b9e9-e142df8008bb triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:20.616290 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:20.800738 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:20.832278 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port e262e7ac-5836-4287-b9e9-e142df8008bb, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=e262e7ac-5836-4287-b9e9-e142df8008bb,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:20.839855 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:20.843382 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:20.924571 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Sync routers for ids ['f93bb8e4-bddd-4656-958c-079f75df3dc0'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:12:20.939822 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Routers {'f93bb8e4-bddd-4656-958c-079f75df3dc0'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:12:20.940454 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:12:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['f93bb8e4-bddd-4656-958c-079f75df3dc0'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:21.002403 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=e262e7ac-5836-4287-b9e9-e142df8008bb,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:21.016387 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:21.129729 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39432b0c-d98e-4e8d-91bf-3c825bd54a00 req-e74e886c-307a-493f-a1e1-6a7525743ddc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:21.142754 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-39432b0c-d98e-4e8d-91bf-3c825bd54a00 req-e74e886c-307a-493f-a1e1-6a7525743ddc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.2104375 Jul 19 01:12:21.277952 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-39432b0c-d98e-4e8d-91bf-3c825bd54a00 req-44f97e4d-8692-493e-ad6f-2cacbb02645b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278727 Jul 19 01:12:21.285771 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Set router f93bb8e4-bddd-4656-958c-079f75df3dc0 gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:12:21.603502 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8a98d-108a-4f45-8eda-5f8dc502754d req-8dbc2574-c863-48b1-820c-9664425217ff tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:21.615094 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-74a8a98d-108a-4f45-8eda-5f8dc502754d req-8dbc2574-c863-48b1-820c-9664425217ff tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.1199431 Jul 19 01:12:21.677378 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-74a8a98d-108a-4f45-8eda-5f8dc502754d req-2c23c1a5-951c-4fd6-b75b-44772b89a166 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575867 Jul 19 01:12:21.995183 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'name': 'tempest-TestMinimumBasicScenario-731625334-router', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:11Z', 'updated_at': '2021-07-19T01:12:18Z', 'revision_number': 4, 'project_id': 'f285fb6b9a2d4c36b8d326290063e030', 'gw_port': {'id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:12Z', 'updated_at': '2021-07-19T01:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '92d3502b-de8f-4eda-a579-b9b6c96febba', 'name': '', 'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'mac_address': 'fa:16:3e:84:c2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '257fd5df-d2fb-4059-a92e-1cef87bd8664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:17Z', 'updated_at': '2021-07-19T01:12:18Z', 'revision_number': 2, 'project_id': 'f285fb6b9a2d4c36b8d326290063e030', 'subnets': [{'id': '257fd5df-d2fb-4059-a92e-1cef87bd8664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:22.023236 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Checking router: f93bb8e4-bddd-4656-958c-079f75df3dc0 for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:12:22.023485 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Updating router f93bb8e4-bddd-4656-958c-079f75df3dc0 port 92d3502b-de8f-4eda-a579-b9b6c96febba binding host dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:12:22.079999 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:22.103839 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-714ace49-5b57-4d68-8a47-aceda7ead1b0 req-57c564ef-fdcf-480a-87fd-708d05c1a132 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 210 time: 0.1685364 Jul 19 01:12:22.156797 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9122b6d-8f22-43fc-ac07-ecb18aa08d89 req-829d736d-19d8-4668-b03b-23e9d9bcd843 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:22.165415 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f9122b6d-8f22-43fc-ac07-ecb18aa08d89 req-829d736d-19d8-4668-b03b-23e9d9bcd843 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.2621729 Jul 19 01:12:22.490138 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbadaa-d182-413e-ba5d-46fc43b9397a req-82708fd3-b79f-4ce7-be0f-1f5a422dc5b7 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:22.519179 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d8dbadaa-d182-413e-ba5d-46fc43b9397a req-82708fd3-b79f-4ce7-be0f-1f5a422dc5b7 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 945 time: 0.2452483 Jul 19 01:12:22.548422 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device e262e7ac-5836-4287-b9e9-e142df8008bb up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:22.621291 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d8dbadaa-d182-413e-ba5d-46fc43b9397a req-4c838e61-5b03-4327-94fb-d22a10165df4 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009839 Jul 19 01:12:22.806826 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f9122b6d-8f22-43fc-ac07-ecb18aa08d89 req-836703d5-c78e-40ca-b981-dee03dc99930 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6402674 Jul 19 01:12:22.925940 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-21635b34-a217-4b75-8dc6-4c14cf255154 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:22.932889 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-21635b34-a217-4b75-8dc6-4c14cf255154 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.15 "GET /v2.0/networks?id=bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d HTTP/1.1" status: 200 len: 808 time: 0.7133124 Jul 19 01:12:22.959532 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Request body: {'port': {'device_id': '1f7325f2-1f4d-4a28-ae69-56a87f047542', 'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d', 'admin_state_up': True, 'tenant_id': '36d23bcf3bdc48aa9d538d5dd9546feb'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:12:23.312278 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:23.385727 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:23.409996 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Made reservation on behalf of 36d23bcf3bdc48aa9d538d5dd9546feb for: {'port': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:12:23.416088 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:23.505670 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port e262e7ac-5836-4287-b9e9-e142df8008bb triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:23.509676 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:23.572933 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65ef9a-cf95-4bfd-9b41-58c53e93a9d7 req-4d65e1ee-43a4-4ce8-8c70-cf5d9897479e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:23.583270 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3a65ef9a-cf95-4bfd-9b41-58c53e93a9d7 req-4d65e1ee-43a4-4ce8-8c70-cf5d9897479e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.6386685 Jul 19 01:12:23.585213 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecafcce-eb17-43fc-9435-ef53b95a5c25 req-9197ea30-090b-4dac-8b9f-4c91ad61e14f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:23.595001 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-eecafcce-eb17-43fc-9435-ef53b95a5c25 req-9197ea30-090b-4dac-8b9f-4c91ad61e14f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.2857275 Jul 19 01:12:23.675381 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3a65ef9a-cf95-4bfd-9b41-58c53e93a9d7 req-c8973532-c116-4cd5-9fab-86bccfc88314 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909255 Jul 19 01:12:23.715163 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Notify callbacks [] for port, precommit_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:23.745336 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-eecafcce-eb17-43fc-9435-ef53b95a5c25 req-4e337a59-1235-4a64-9262-d582df7de11f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488512 Jul 19 01:12:23.837133 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Transition to ACTIVE for port object 92d3502b-de8f-4eda-a579-b9b6c96febba will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:12:23.838134 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Allocated IP 172.20.0.6 (bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d/edc7e642-7217-48f8-b59e-3efbe96c6c71/82b40c1a-3d9d-4219-b995-6b3bba0b2595) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:12:23.861307 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:23.876132 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:23.979847 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f0da443f-2c6f-4210-b3a2-757ef145d053 req-76c42df5-a86d-4fce-a97f-2928f00aff4d tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 210 time: 0.1136832 Jul 19 01:12:24.058721 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3bedc-9d1f-4e2f-9ca8-857362357f1e None None] Pushing event updated for resources: {'Port': ['ID=92d3502b-de8f-4eda-a579-b9b6c96febba,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:24.073055 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-20d3bedc-9d1f-4e2f-9ca8-857362357f1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:24.402156 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Attempting to bind port 92d3502b-de8f-4eda-a579-b9b6c96febba on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:12:24.402611 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Attempting to bind port 92d3502b-de8f-4eda-a579-b9b6c96febba by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': 'afb65c8c-8d73-4110-b6ea-98ffe76ebb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:12:24.402993 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Attempting to bind port 92d3502b-de8f-4eda-a579-b9b6c96febba on network f9b16667-8b7e-406c-881a-1696cc4ab2bf {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:12:24.413508 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:12:24.413934 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Checking segment: {'id': 'afb65c8c-8d73-4110-b6ea-98ffe76ebb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:12:24.414634 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:24.415042 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Bound using segment: {'id': 'afb65c8c-8d73-4110-b6ea-98ffe76ebb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:12:24.415661 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Bound port: 92d3502b-de8f-4eda-a579-b9b6c96febba, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb65c8c-8d73-4110-b6ea-98ffe76ebb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:12:24.416052 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:24.611347 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] For port 92d3502b-de8f-4eda-a579-b9b6c96febba, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:12:24.616991 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] For port 92d3502b-de8f-4eda-a579-b9b6c96febba, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=92d3502b-de8f-4eda-a579-b9b6c96febba,segment=NetworkSegment(afb65c8c-8d73-4110-b6ea-98ffe76ebb92),segment_id=afb65c8c-8d73-4110-b6ea-98ffe76ebb92)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:12:24.624057 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebfa0e-0013-4906-8889-07e30ed58cd2 req-a83eaae7-eaba-4942-81a2-a7180f466aa1 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:24.631814 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-05ebfa0e-0013-4906-8889-07e30ed58cd2 req-a83eaae7-eaba-4942-81a2-a7180f466aa1 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 945 time: 0.1925759 Jul 19 01:12:24.633292 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:24.645914 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:24.683957 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ab529-429f-44af-a347-7686a07fd0d4 req-e14d77df-02d4-4661-b48c-0728e4639014 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:24.687019 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-db7ab529-429f-44af-a347-7686a07fd0d4 req-e14d77df-02d4-4661-b48c-0728e4639014 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 945 time: 0.4930136 Jul 19 01:12:24.827411 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Routers {'f93bb8e4-bddd-4656-958c-079f75df3dc0'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:12:24.828306 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:12:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['f93bb8e4-bddd-4656-958c-079f75df3dc0'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:24.838512 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-db7ab529-429f-44af-a347-7686a07fd0d4 req-25204c72-ce17-4e0b-a47b-082731f234e2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Deleting port dc83499a-7dea-4f41-932c-cab771cb19cf {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:12:24.839132 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-db7ab529-429f-44af-a347-7686a07fd0d4 req-25204c72-ce17-4e0b-a47b-082731f234e2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:24.893123 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-05ebfa0e-0013-4906-8889-07e30ed58cd2 req-e339c045-bd9c-4888-9bcb-8a86454fc0a3 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601109 Jul 19 01:12:24.907117 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:24.984556 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3bedc-9d1f-4e2f-9ca8-857362357f1e None None] Pushing event updated for resources: {'Port': ['ID=92d3502b-de8f-4eda-a579-b9b6c96febba,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:25.000271 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-20d3bedc-9d1f-4e2f-9ca8-857362357f1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:25.087742 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:25.098245 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-7ddf526f-aef6-4ef5-966b-25ddab0885ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:25.250828 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Network bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:12:25.257901 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:12:25.272078 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:12:25.300537 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Pushing event updated for resources: {'Port': ['ID=82b40c1a-3d9d-4219-b995-6b3bba0b2595,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:25.314107 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:25.356478 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:25.358294 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:25.385247 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c308c-d779-4cd5-a882-48edeb12a803 req-56a466e7-a465-4b78-96c4-7a746620577e tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:25.387148 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f56c308c-d779-4cd5-a882-48edeb12a803 req-56a466e7-a465-4b78-96c4-7a746620577e tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.7482996 Jul 19 01:12:25.483860 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] Set router f93bb8e4-bddd-4656-958c-079f75df3dc0 gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:12:25.526405 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5777533 Jul 19 01:12:25.563129 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f56c308c-d779-4cd5-a882-48edeb12a803 req-ff3d3433-3817-4593-b0c0-860a3a1c5c22 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613932 Jul 19 01:12:25.571796 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Request body: {'port': {'device_id': '1f7325f2-1f4d-4a28-ae69-56a87f047542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:12:25.580777 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-db7ab529-429f-44af-a347-7686a07fd0d4 req-25204c72-ce17-4e0b-a47b-082731f234e2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] For port dc83499a-7dea-4f41-932c-cab771cb19cf, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=dc83499a-7dea-4f41-932c-cab771cb19cf,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:25.581146 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-db7ab529-429f-44af-a347-7686a07fd0d4 req-25204c72-ce17-4e0b-a47b-082731f234e2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:25.733904 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a8ada-086a-4a79-b9a6-e10dd36578d2 req-00a1f2fb-9c8d-48ca-a47b-1baa631e0bdb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:25.741138 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-781a8ada-086a-4a79-b9a6-e10dd36578d2 req-00a1f2fb-9c8d-48ca-a47b-1baa631e0bdb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.3048682 Jul 19 01:12:25.753021 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-db7ab529-429f-44af-a347-7686a07fd0d4 req-25204c72-ce17-4e0b-a47b-082731f234e2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Calling delete_port for dc83499a-7dea-4f41-932c-cab771cb19cf owned by compute:nova {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:12:25.879152 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-781a8ada-086a-4a79-b9a6-e10dd36578d2 req-7d6401e2-ffc5-45e0-9a61-3d778b7e7d94 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326830 Jul 19 01:12:26.201933 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-db7ab529-429f-44af-a347-7686a07fd0d4 req-25204c72-ce17-4e0b-a47b-082731f234e2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:26.209954 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:26.274756 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-6c173b4f-5c1b-4f87-a138-36de4be5597f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:26.306774 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['ad646e9b-be70-4ca5-8653-ed7c2559c068', 'c6df715f-5e64-4b1f-8caa-13d3c223193a', 'dc83499a-7dea-4f41-932c-cab771cb19cf'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:12:26.383829 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25204c72-ce17-4e0b-a47b-082731f234e2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Pushing event deleted for resources: {'Port': ['ID=dc83499a-7dea-4f41-932c-cab771cb19cf,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:26.398135 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-25204c72-ce17-4e0b-a47b-082731f234e2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:26.431810 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17711874-7ac5-48ce-b6a2-0cb85821f500 req-294fb00d-5ee5-48e3-b1c6-44cb02a23cb6 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:26.433359 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-17711874-7ac5-48ce-b6a2-0cb85821f500 req-294fb00d-5ee5-48e3-b1c6-44cb02a23cb6 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.5413978 Jul 19 01:12:26.596906 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7ab529-429f-44af-a347-7686a07fd0d4 req-25204c72-ce17-4e0b-a47b-082731f234e2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] No DVR routers for this DVR port dc83499a-7dea-4f41-932c-cab771cb19cf on host hv-cinder-80123 {{(pid=78633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:12:26.599771 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-db7ab529-429f-44af-a347-7686a07fd0d4 req-25204c72-ce17-4e0b-a47b-082731f234e2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:26.604498 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9630d2-895f-4438-b8d3-2cb059d2f5a0', 'name': 'network-vif-deleted', 'tag': 'dc83499a-7dea-4f41-932c-cab771cb19cf'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:12:26.631755 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80a099-24f0-479d-9b72-d5b546da64e4 req-6984738c-54f0-450f-a5df-bcc7bae0e7e0 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:26.651364 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7b80a099-24f0-479d-9b72-d5b546da64e4 req-6984738c-54f0-450f-a5df-bcc7bae0e7e0 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 931 time: 0.5474281 Jul 19 01:12:26.686594 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-db7ab529-429f-44af-a347-7686a07fd0d4 req-25204c72-ce17-4e0b-a47b-082731f234e2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "DELETE /v2.0/ports/dc83499a-7dea-4f41-932c-cab771cb19cf HTTP/1.1" status: 204 len: 173 time: 1.9766207 Jul 19 01:12:26.694907 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-17711874-7ac5-48ce-b6a2-0cb85821f500 req-9a0ec7ff-b8cf-493e-8a54-8e7312901b66 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460694 Jul 19 01:12:26.777403 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7b80a099-24f0-479d-9b72-d5b546da64e4 req-6b521797-79a7-4289-a398-bc7c76565e67 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247609 Jul 19 01:12:26.897697 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'name': 'tempest-TestMinimumBasicScenario-731625334-router', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:11Z', 'updated_at': '2021-07-19T01:12:18Z', 'revision_number': 4, 'project_id': 'f285fb6b9a2d4c36b8d326290063e030', 'gw_port': {'id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:12Z', 'updated_at': '2021-07-19T01:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '92d3502b-de8f-4eda-a579-b9b6c96febba', 'name': '', 'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'mac_address': 'fa:16:3e:84:c2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '257fd5df-d2fb-4059-a92e-1cef87bd8664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:17Z', 'updated_at': '2021-07-19T01:12:24Z', 'revision_number': 4, 'project_id': 'f285fb6b9a2d4c36b8d326290063e030', 'subnets': [{'id': '257fd5df-d2fb-4059-a92e-1cef87bd8664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:26.931075 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49201d47-be89-4847-be0d-9e0c29ea8a10 None None] The sync data for ids ['f93bb8e4-bddd-4656-958c-079f75df3dc0'] in dv-cinder-801236-1-smb is: [{'id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'name': 'tempest-TestMinimumBasicScenario-731625334-router', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:11Z', 'updated_at': '2021-07-19T01:12:18Z', 'revision_number': 4, 'project_id': 'f285fb6b9a2d4c36b8d326290063e030', 'gw_port': {'id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:12Z', 'updated_at': '2021-07-19T01:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '92d3502b-de8f-4eda-a579-b9b6c96febba', 'name': '', 'network_id': 'f9b16667-8b7e-406c-881a-1696cc4ab2bf', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'mac_address': 'fa:16:3e:84:c2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '257fd5df-d2fb-4059-a92e-1cef87bd8664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:17Z', 'updated_at': '2021-07-19T01:12:24Z', 'revision_number': 4, 'project_id': 'f285fb6b9a2d4c36b8d326290063e030', 'subnets': [{'id': '257fd5df-d2fb-4059-a92e-1cef87bd8664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:12:27.433680 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b40c1a-3d9d-4219-b995-6b3bba0b2595 {{(pid=78632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:12:27.454050 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:27.476916 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.provisioning_blocks [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Transition to ACTIVE for port object 82b40c1a-3d9d-4219-b995-6b3bba0b2595 will not be triggered until provisioned by entity L2. {{(pid=78632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:12:27.480927 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:27.491949 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9630d2-895f-4438-b8d3-2cb059d2f5a0', 'name': 'network-vif-deleted', 'tag': 'dc83499a-7dea-4f41-932c-cab771cb19cf', 'status': 'completed', 'code': 200} Jul 19 01:12:27.495656 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-0a4563bf-f97c-4fe3-a824-946f779d1d42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:27.504517 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-7da41826-a7d2-4813-84f7-c0a66fd24b81 req-c76f3c54-9393-4273-9de2-8fe13e8df555 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Synchronizing usage tracker for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:12:27.540653 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-7da41826-a7d2-4813-84f7-c0a66fd24b81 req-c76f3c54-9393-4273-9de2-8fe13e8df555 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Unset dirty status for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:12:27.541979 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7da41826-a7d2-4813-84f7-c0a66fd24b81 req-c76f3c54-9393-4273-9de2-8fe13e8df555 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9630d2-895f-4438-b8d3-2cb059d2f5a0 HTTP/1.1" status: 200 len: 210 time: 0.1875770 Jul 19 01:12:27.661460 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Pushing event updated for resources: {'Port': ['ID=82b40c1a-3d9d-4219-b995-6b3bba0b2595,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:27.673933 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:27.766894 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b2d06-f73d-4eca-a285-5f08ea076e50 req-81dbddaf-8e56-4d3f-95ca-82c2fb7056dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:27.771314 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b99b2d06-f73d-4eca-a285-5f08ea076e50 req-81dbddaf-8e56-4d3f-95ca-82c2fb7056dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af65e617675d47a796746c0b073381b7&device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 1098 time: 0.1299019 Jul 19 01:12:28.206108 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b2d06-f73d-4eca-a285-5f08ea076e50 req-8cac2892-7cc2-42a7-b130-52016be1c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:28.207800 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b99b2d06-f73d-4eca-a285-5f08ea076e50 req-8cac2892-7cc2-42a7-b130-52016be1c7e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bfd08c5c-0b93-4a24-870a-ad0255d7744c HTTP/1.1" status: 200 len: 912 time: 0.4240692 Jul 19 01:12:28.218701 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c8fef-8310-4e47-ac72-ce125a257852 req-3752245e-f1da-4a32-8222-d1e02800c5a8 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:28.226581 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a30c8fef-8310-4e47-ac72-ce125a257852 req-3752245e-f1da-4a32-8222-d1e02800c5a8 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.3763492 Jul 19 01:12:28.293451 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Attempting to bind port 82b40c1a-3d9d-4219-b995-6b3bba0b2595 on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:12:28.293803 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Attempting to bind port 82b40c1a-3d9d-4219-b995-6b3bba0b2595 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '9282863e-da92-45d4-aded-80d50b86816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d'}] {{(pid=78632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:12:28.294719 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Attempting to bind port 82b40c1a-3d9d-4219-b995-6b3bba0b2595 on network bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:12:28.306019 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Port 82b40c1a-3d9d-4219-b995-6b3bba0b2595 on network bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:12:28.306361 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Attempting to bind port 82b40c1a-3d9d-4219-b995-6b3bba0b2595 on network bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:12:28.335571 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd99df-0447-4368-b5d1-248031a4674f req-2cdc2976-1e62-46b4-bdc2-8fdf16a831b8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:28.349177 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-57fd99df-0447-4368-b5d1-248031a4674f req-2cdc2976-1e62-46b4-bdc2-8fdf16a831b8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.6928246 Jul 19 01:12:28.494415 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-57fd99df-0447-4368-b5d1-248031a4674f req-cf86d6a2-886f-4fa8-ad25-d8cc1077845b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439865 Jul 19 01:12:28.496374 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:12:28.497052 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Checking segment: {'id': '9282863e-da92-45d4-aded-80d50b86816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:12:28.513015 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Bound using segment: {'id': '9282863e-da92-45d4-aded-80d50b86816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d'} {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:12:28.514801 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 92d3502b-de8f-4eda-a579-b9b6c96febba up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:28.528624 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Bound port: 82b40c1a-3d9d-4219-b995-6b3bba0b2595, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9282863e-da92-45d4-aded-80d50b86816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d'}}] {{(pid=78632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:12:28.533694 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:28.726185 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device dc83499a-7dea-4f41-932c-cab771cb19cf no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:12:28.805295 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b99b2d06-f73d-4eca-a285-5f08ea076e50 req-d2c08c4b-1a3f-4caf-ad9d-2479c0aea791 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f0e61b6-4ea7-48ee-93a8-9af692ecb136 HTTP/1.1" status: 200 len: 1001 time: 0.5755193 Jul 19 01:12:28.908327 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] For port 82b40c1a-3d9d-4219-b995-6b3bba0b2595, host hv-cinder-80123, cleared binding levels {{(pid=78632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:12:28.933659 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] For port 82b40c1a-3d9d-4219-b995-6b3bba0b2595, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=82b40c1a-3d9d-4219-b995-6b3bba0b2595,segment=NetworkSegment(9282863e-da92-45d4-aded-80d50b86816a),segment_id=9282863e-da92-45d4-aded-80d50b86816a)] {{(pid=78632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:12:28.951276 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: dc83499a-7dea-4f41-932c-cab771cb19cf {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:12:28.952499 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device dc83499a-7dea-4f41-932c-cab771cb19cf not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:12:28.953212 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a30c8fef-8310-4e47-ac72-ce125a257852 req-418b20f6-45bb-4c3e-8f52-52ce1a1b8a7b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7255659 Jul 19 01:12:28.954791 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:28.985472 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:29.024136 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 92d3502b-de8f-4eda-a579-b9b6c96febba completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:12:29.034284 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 92d3502b-de8f-4eda-a579-b9b6c96febba triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:29.039609 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:29.050329 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b2d06-f73d-4eca-a285-5f08ea076e50 req-1bc893b0-7ff2-4d34-8688-0a28eb76d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:29.057183 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b99b2d06-f73d-4eca-a285-5f08ea076e50 req-1bc893b0-7ff2-4d34-8688-0a28eb76d8fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f09b458-4689-4734-8c8e-6ca87811b768 HTTP/1.1" status: 200 len: 850 time: 0.2307620 Jul 19 01:12:29.112419 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:29.112912 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:29.118298 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] 10.222.0.15 "PUT /v2.0/ports/82b40c1a-3d9d-4219-b995-6b3bba0b2595 HTTP/1.1" status: 200 len: 1093 time: 3.5485923 Jul 19 01:12:29.126890 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7325f2-1f4d-4a28-ae69-56a87f047542', 'tag': '82b40c1a-3d9d-4219-b995-6b3bba0b2595'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:12:29.365978 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:29.377173 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b2d06-f73d-4eca-a285-5f08ea076e50 req-8d738a26-93c1-4a3b-ad3c-d446ed4d4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:29.381264 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b99b2d06-f73d-4eca-a285-5f08ea076e50 req-8d738a26-93c1-4a3b-ad3c-d446ed4d4d7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bfd08c5c-0b93-4a24-870a-ad0255d7744c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3201663 Jul 19 01:12:29.446905 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port 92d3502b-de8f-4eda-a579-b9b6c96febba, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=92d3502b-de8f-4eda-a579-b9b6c96febba,segment=NetworkSegment(afb65c8c-8d73-4110-b6ea-98ffe76ebb92),segment_id=afb65c8c-8d73-4110-b6ea-98ffe76ebb92)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:29.461110 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:29.463634 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-debfc5df-3f69-4e1d-a98a-9f5887a9fe1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:29.621015 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=92d3502b-de8f-4eda-a579-b9b6c96febba,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:29.625681 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:29.633129 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457cce5-baf5-4b46-9c65-67f058ca1c8b req-5e989746-d2cc-489d-92b9-1640f7bbcff5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:29.648413 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776baf04-3398-48e0-a218-69b87db2482f req-9c5cb4fc-2166-4e9a-bfc8-4e6d85ba70b8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:29.649011 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f457cce5-baf5-4b46-9c65-67f058ca1c8b req-5e989746-d2cc-489d-92b9-1640f7bbcff5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 943 time: 0.2332587 Jul 19 01:12:29.658108 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-776baf04-3398-48e0-a218-69b87db2482f req-9c5cb4fc-2166-4e9a-bfc8-4e6d85ba70b8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.8588245 Jul 19 01:12:29.686275 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Pushing event updated for resources: {'Port': ['ID=82b40c1a-3d9d-4219-b995-6b3bba0b2595,revision_number=3']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:29.692670 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b99b2d06-f73d-4eca-a285-5f08ea076e50 req-cf14d4d2-8e70-4454-8c6b-9124ce600f52 service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996435 Jul 19 01:12:29.695029 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:29.730098 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-776baf04-3398-48e0-a218-69b87db2482f req-0cd9e691-e5de-47ce-95ae-a1b11624bb59 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702360 Jul 19 01:12:29.767155 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-e381b602-c066-4bb2-bdb8-67701e11e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:29.769280 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-e381b602-c066-4bb2-bdb8-67701e11e887 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36d23bcf3bdc48aa9d538d5dd9546feb&device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 1096 time: 0.5673189 Jul 19 01:12:29.834978 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f457cce5-baf5-4b46-9c65-67f058ca1c8b req-7da20768-924a-40bf-9b6b-4350fdd1a5eb tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851528 Jul 19 01:12:29.949322 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7325f2-1f4d-4a28-ae69-56a87f047542', 'tag': '82b40c1a-3d9d-4219-b995-6b3bba0b2595', 'status': 'completed', 'code': 200} Jul 19 01:12:29.957350 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-219851a0-99fd-4cb0-a35d-28e71437af7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82b40c1a-3d9d-4219-b995-6b3bba0b2595 HTTP/1.1" status: 200 len: 217 time: 0.1685517 Jul 19 01:12:30.060310 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b99b2d06-f73d-4eca-a285-5f08ea076e50 req-f1a92f4a-ee66-49b2-b193-c5b7d6176fe7 service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574679 Jul 19 01:12:30.150864 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-307693d2-ea50-4b25-ba6d-938db0537160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:30.152344 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-307693d2-ea50-4b25-ba6d-938db0537160 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edc7e642-7217-48f8-b59e-3efbe96c6c71 HTTP/1.1" status: 200 len: 848 time: 0.1889517 Jul 19 01:12:30.285021 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-847bf941-ea2b-4ada-bf04-427ccdd4afbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190238 Jul 19 01:12:30.523015 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 92d3502b-de8f-4eda-a579-b9b6c96febba up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:30.709110 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 92d3502b-de8f-4eda-a579-b9b6c96febba triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:30.717426 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:30.743257 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-14638f3a-0f17-4782-9817-0d8a4ce19d12 service neutron] 10.222.0.15 "GET /v2.0/networks/bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504757 Jul 19 01:12:30.753115 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa178a5-b568-408a-a8c8-464215d5363b req-7fd1a59b-a46f-4bb8-9f55-f9243fac86fd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:30.762028 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ffa178a5-b568-408a-a8c8-464215d5363b req-7fd1a59b-a46f-4bb8-9f55-f9243fac86fd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.5332873 Jul 19 01:12:31.009919 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ffa178a5-b568-408a-a8c8-464215d5363b req-9cfd9f12-e4b2-4676-b644-fcbc685e52cf tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458498 Jul 19 01:12:31.108834 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828c30f-e33b-4d13-911f-1663c1473f1f req-61f0a53c-69f5-4ed8-8311-e85a631e0ec8 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:31.116042 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9828c30f-e33b-4d13-911f-1663c1473f1f req-61f0a53c-69f5-4ed8-8311-e85a631e0ec8 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.4134073 Jul 19 01:12:31.252867 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-879def84-c0e9-40c6-85cd-a8c5dbf473cc req-b26c462d-1979-45e1-b71a-a98a0e972cc9 service neutron] 10.222.0.15 "GET /v2.0/networks/bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444869 Jul 19 01:12:31.368302 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9828c30f-e33b-4d13-911f-1663c1473f1f req-f718e935-a282-4e6f-b5db-c08c107d0ef2 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409227 Jul 19 01:12:31.660640 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e6cf6-abfa-4726-8757-34bde1549431 req-8f50f675-3a9f-4432-855e-0869a9c62640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:31.662707 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-af8e6cf6-abfa-4726-8757-34bde1549431 req-8f50f675-3a9f-4432-855e-0869a9c62640 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36d23bcf3bdc48aa9d538d5dd9546feb&device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 1096 time: 0.2984405 Jul 19 01:12:31.692582 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce26f2f-c893-4470-adf5-cc83ba457048 req-7bd131f2-7afb-440d-8e2c-a1730b4189ea tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:31.695453 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2ce26f2f-c893-4470-adf5-cc83ba457048 req-7bd131f2-7afb-440d-8e2c-a1730b4189ea tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.1709940 Jul 19 01:12:31.739613 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345fc9e-db21-4775-ae21-c3e72a9af7a1 req-7deac9f6-e048-4d5d-a07f-68cd94d24a1c tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:31.741581 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a345fc9e-db21-4775-ae21-c3e72a9af7a1 req-7deac9f6-e048-4d5d-a07f-68cd94d24a1c tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 945 time: 0.2767153 Jul 19 01:12:31.771221 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2ce26f2f-c893-4470-adf5-cc83ba457048 req-f5de8a3a-4668-41c5-8804-726627e4a13f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692437 Jul 19 01:12:31.949052 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a345fc9e-db21-4775-ae21-c3e72a9af7a1 req-56d3c7cd-b469-4c03-90ec-94c49c94e7f5 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864574 Jul 19 01:12:32.086787 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e6cf6-abfa-4726-8757-34bde1549431 req-5ec94d11-1067-4968-a7fd-bceb90f03754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:32.088265 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-af8e6cf6-abfa-4726-8757-34bde1549431 req-5ec94d11-1067-4968-a7fd-bceb90f03754 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d HTTP/1.1" status: 200 len: 909 time: 0.4148612 Jul 19 01:12:32.117750 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7ea3c-20cc-4e73-b2a2-329f5c8b8d92 req-5e728fe9-c46a-4e0a-9a0a-071b6c383a1a tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:32.130953 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3d7ea3c-20cc-4e73-b2a2-329f5c8b8d92 req-5e728fe9-c46a-4e0a-9a0a-071b6c383a1a tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 943 time: 0.1988268 Jul 19 01:12:32.267356 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3d7ea3c-20cc-4e73-b2a2-329f5c8b8d92 req-85dadede-299e-43f1-ab05-943cb86b067b tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350510 Jul 19 01:12:32.418025 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-af8e6cf6-abfa-4726-8757-34bde1549431 req-5c232b21-db69-41da-b3fa-aa417dccbbd0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82b40c1a-3d9d-4219-b995-6b3bba0b2595 HTTP/1.1" status: 200 len: 217 time: 0.3230884 Jul 19 01:12:32.738287 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e6cf6-abfa-4726-8757-34bde1549431 req-d69a30d3-b99d-49bc-b88d-77659e0f80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:32.740087 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-af8e6cf6-abfa-4726-8757-34bde1549431 req-d69a30d3-b99d-49bc-b88d-77659e0f80bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edc7e642-7217-48f8-b59e-3efbe96c6c71 HTTP/1.1" status: 200 len: 848 time: 0.3069000 Jul 19 01:12:32.790982 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f8ceb-d32c-49b5-92f7-f8ab84a2f751 req-cb97e6f7-28f6-4ba4-9435-cb1758ce7e57 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:32.792461 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c80f8ceb-d32c-49b5-92f7-f8ab84a2f751 req-cb97e6f7-28f6-4ba4-9435-cb1758ce7e57 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 945 time: 0.2734826 Jul 19 01:12:32.844043 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-af8e6cf6-abfa-4726-8757-34bde1549431 req-7c998053-5fa4-46bd-808c-b8c0cb0b6183 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924497 Jul 19 01:12:32.864532 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430792e-e631-4510-bbf3-66320e1246c6 req-8cd6aad8-b806-43b8-a76e-e8e984d3ac37 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:32.872215 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2430792e-e631-4510-bbf3-66320e1246c6 req-8cd6aad8-b806-43b8-a76e-e8e984d3ac37 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.6319389 Jul 19 01:12:32.963536 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8203817-5881-4b6f-96f0-f444e06fcfd5 req-3e40429d-511d-4cd2-8057-901717f602cd tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:32.966423 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e8203817-5881-4b6f-96f0-f444e06fcfd5 req-3e40429d-511d-4cd2-8057-901717f602cd tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.2345417 Jul 19 01:12:33.036463 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2430792e-e631-4510-bbf3-66320e1246c6 req-17568e40-6556-45ca-b618-a49a993d881d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637650 Jul 19 01:12:33.074466 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e8203817-5881-4b6f-96f0-f444e06fcfd5 req-fe7d8510-984d-4125-baa4-54c935ea5daf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997667 Jul 19 01:12:33.095871 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-c80f8ceb-d32c-49b5-92f7-f8ab84a2f751 req-ebae4cb0-4111-4e13-afa5-efa32ad154eb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Deleting port c6df715f-5e64-4b1f-8caa-13d3c223193a {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:12:33.096223 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c80f8ceb-d32c-49b5-92f7-f8ab84a2f751 req-ebae4cb0-4111-4e13-afa5-efa32ad154eb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:33.101898 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-af8e6cf6-abfa-4726-8757-34bde1549431 req-488c7f41-e52d-40d9-9bd5-754b8f30252c service neutron] 10.222.0.15 "GET /v2.0/networks/bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280688 Jul 19 01:12:33.475858 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-af8e6cf6-abfa-4726-8757-34bde1549431 req-f8681c31-778e-4c4c-a354-6b046247ba58 service neutron] 10.222.0.15 "GET /v2.0/networks/bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642998 Jul 19 01:12:33.751527 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584d9ec-4532-4c7c-a2a6-62677b16bce5 req-49768e83-4f50-46b8-8f7b-f2d6785e0cba tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:33.753404 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1584d9ec-4532-4c7c-a2a6-62677b16bce5 req-49768e83-4f50-46b8-8f7b-f2d6785e0cba tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 945 time: 0.1926372 Jul 19 01:12:33.781863 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-c80f8ceb-d32c-49b5-92f7-f8ab84a2f751 req-ebae4cb0-4111-4e13-afa5-efa32ad154eb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] For port c6df715f-5e64-4b1f-8caa-13d3c223193a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c6df715f-5e64-4b1f-8caa-13d3c223193a,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:33.782512 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c80f8ceb-d32c-49b5-92f7-f8ab84a2f751 req-ebae4cb0-4111-4e13-afa5-efa32ad154eb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:33.797695 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e72c-f8d8-400b-9dcf-50d77d81fe5a req-ba5b57ec-cdd9-46d1-a5ef-7c551482234a tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:33.804960 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f207e72c-f8d8-400b-9dcf-50d77d81fe5a req-ba5b57ec-cdd9-46d1-a5ef-7c551482234a tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.2491424 Jul 19 01:12:33.843842 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1584d9ec-4532-4c7c-a2a6-62677b16bce5 req-660d4e1a-370b-41ff-8fd8-8596194b7df7 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839243 Jul 19 01:12:33.857531 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f207e72c-f8d8-400b-9dcf-50d77d81fe5a req-c534923e-5769-406e-9fd6-527622d940c4 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515580 Jul 19 01:12:34.178931 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514f6cc-6d46-40b5-a0a4-ef5bb54fc270 req-19d54a89-3b21-458d-ad92-0af05b56575e tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:34.182892 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-1514f6cc-6d46-40b5-a0a4-ef5bb54fc270 req-19d54a89-3b21-458d-ad92-0af05b56575e tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Synchronizing usage tracker for tenant:36d23bcf3bdc48aa9d538d5dd9546feb on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:12:34.215350 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-c80f8ceb-d32c-49b5-92f7-f8ab84a2f751 req-ebae4cb0-4111-4e13-afa5-efa32ad154eb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Calling delete_port for c6df715f-5e64-4b1f-8caa-13d3c223193a owned by compute:nova {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:12:34.221996 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-1514f6cc-6d46-40b5-a0a4-ef5bb54fc270 req-19d54a89-3b21-458d-ad92-0af05b56575e tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Unset dirty status for tenant:36d23bcf3bdc48aa9d538d5dd9546feb on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:12:34.223344 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1514f6cc-6d46-40b5-a0a4-ef5bb54fc270 req-19d54a89-3b21-458d-ad92-0af05b56575e tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 943 time: 0.1978235 Jul 19 01:12:34.311400 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1514f6cc-6d46-40b5-a0a4-ef5bb54fc270 req-987ea879-565b-447e-86d1-55fb217c47d5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810926 Jul 19 01:12:34.479271 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c80f8ceb-d32c-49b5-92f7-f8ab84a2f751 req-ebae4cb0-4111-4e13-afa5-efa32ad154eb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:34.486881 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:34.519346 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['ad646e9b-be70-4ca5-8653-ed7c2559c068', 'c6df715f-5e64-4b1f-8caa-13d3c223193a'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:12:34.550604 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae4cb0-4111-4e13-afa5-efa32ad154eb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Pushing event deleted for resources: {'Port': ['ID=c6df715f-5e64-4b1f-8caa-13d3c223193a,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:34.561040 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ebae4cb0-4111-4e13-afa5-efa32ad154eb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:34.647727 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80f8ceb-d32c-49b5-92f7-f8ab84a2f751 req-ebae4cb0-4111-4e13-afa5-efa32ad154eb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] No DVR routers for this DVR port c6df715f-5e64-4b1f-8caa-13d3c223193a on host hv-cinder-80123 {{(pid=78633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:12:34.650983 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c80f8ceb-d32c-49b5-92f7-f8ab84a2f751 req-ebae4cb0-4111-4e13-afa5-efa32ad154eb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:34.654459 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0864ad24-395f-4c45-b5f4-5270999ec3a0', 'name': 'network-vif-deleted', 'tag': 'c6df715f-5e64-4b1f-8caa-13d3c223193a'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:12:34.690459 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac8454-02e7-4f4f-acd1-2e9e385ec7bd req-0e35a0ea-a74b-4c32-acdc-1c6adca4c62f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:34.699437 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-23ac8454-02e7-4f4f-acd1-2e9e385ec7bd req-0e35a0ea-a74b-4c32-acdc-1c6adca4c62f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.2778876 Jul 19 01:12:34.706457 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c80f8ceb-d32c-49b5-92f7-f8ab84a2f751 req-ebae4cb0-4111-4e13-afa5-efa32ad154eb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "DELETE /v2.0/ports/c6df715f-5e64-4b1f-8caa-13d3c223193a HTTP/1.1" status: 204 len: 173 time: 1.8988523 Jul 19 01:12:34.796191 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-23ac8454-02e7-4f4f-acd1-2e9e385ec7bd req-eed5ef80-36b5-4487-ac4e-968eae0dde0d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848274 Jul 19 01:12:34.800325 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0864ad24-395f-4c45-b5f4-5270999ec3a0', 'name': 'network-vif-deleted', 'tag': 'c6df715f-5e64-4b1f-8caa-13d3c223193a', 'status': 'completed', 'code': 200} Jul 19 01:12:35.279920 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-836c8c32-b428-4b72-a877-fc7370747cc0 req-7491dd1e-462e-404c-a785-c4facbacc5c7 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=0864ad24-395f-4c45-b5f4-5270999ec3a0 HTTP/1.1" status: 200 len: 210 time: 0.0962431 Jul 19 01:12:35.326817 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244fb8e-f097-4a2d-9db1-03e5a43dfb45 req-57ee1970-59e8-4b6e-844b-6e217055d493 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:35.329613 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0244fb8e-f097-4a2d-9db1-03e5a43dfb45 req-57ee1970-59e8-4b6e-844b-6e217055d493 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.2562582 Jul 19 01:12:35.487226 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0244fb8e-f097-4a2d-9db1-03e5a43dfb45 req-6019451e-c6ba-4084-9977-442725dda66b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511714 Jul 19 01:12:35.652518 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868ed6b-7a61-4d57-a50e-ac0e78fe0974 req-ccea3a60-74a1-4526-b2ac-71c1ba696c63 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:35.661209 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6868ed6b-7a61-4d57-a50e-ac0e78fe0974 req-ccea3a60-74a1-4526-b2ac-71c1ba696c63 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 943 time: 0.1855857 Jul 19 01:12:35.702500 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3b791fef-02a4-4b86-a280-f781d9010e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:35.799497 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6868ed6b-7a61-4d57-a50e-ac0e78fe0974 req-dafc6d7e-64ce-4e2a-a212-1e68306d3901 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366637 Jul 19 01:12:36.175501 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81e63e-f889-4390-9de2-ca28422e2720 req-817fda78-d136-49a3-8500-e6bb60587036 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:36.177864 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0d81e63e-f889-4390-9de2-ca28422e2720 req-817fda78-d136-49a3-8500-e6bb60587036 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1666830 Jul 19 01:12:36.263313 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0d81e63e-f889-4390-9de2-ca28422e2720 req-43f8b293-ba29-4121-a6c6-a7e9d6839181 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798974 Jul 19 01:12:36.318977 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:36.720731 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c6df715f-5e64-4b1f-8caa-13d3c223193a no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:12:36.864296 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: c6df715f-5e64-4b1f-8caa-13d3c223193a {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:12:36.864656 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c6df715f-5e64-4b1f-8caa-13d3c223193a not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:12:36.991000 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b646cc-8a4a-44f5-8a7d-f6106c991454 req-a7db0a99-e4d4-4396-a9ec-fe59b4439a68 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:36.999296 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-80b646cc-8a4a-44f5-8a7d-f6106c991454 req-a7db0a99-e4d4-4396-a9ec-fe59b4439a68 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.2408710 Jul 19 01:12:37.145083 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-80b646cc-8a4a-44f5-8a7d-f6106c991454 req-8a970d8f-b95f-4f45-b90d-dce06eeef1f3 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441901 Jul 19 01:12:37.296621 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e137a9c-6ce2-41b2-aca2-73ffeff504e7 req-404fed8e-b2aa-4567-88bd-e25f8961e607 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:37.366741 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4e137a9c-6ce2-41b2-aca2-73ffeff504e7 req-404fed8e-b2aa-4567-88bd-e25f8961e607 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 943 time: 0.2862093 Jul 19 01:12:37.509451 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4e137a9c-6ce2-41b2-aca2-73ffeff504e7 req-1b16498f-0526-46a6-be6f-6f7e387fc7aa tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888390 Jul 19 01:12:37.994379 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e415906-1b1e-4138-ba69-781d630fc81b req-c6fe0d73-f4a0-4b35-973d-a120713ff148 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:37.996535 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0e415906-1b1e-4138-ba69-781d630fc81b req-c6fe0d73-f4a0-4b35-973d-a120713ff148 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.0976000 Jul 19 01:12:38.083831 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0e415906-1b1e-4138-ba69-781d630fc81b req-59029ded-fe04-46cb-aabe-18355b24ee16 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750284 Jul 19 01:12:38.284846 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-87dbf583-882c-4934-817a-439e76a287cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:38.593372 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fa3e1-6bba-4d8e-a45a-c7d75434c283 req-8ec9ee65-9b92-4e21-9b60-d584e5d167f2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:38.601281 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ba4fa3e1-6bba-4d8e-a45a-c7d75434c283 req-8ec9ee65-9b92-4e21-9b60-d584e5d167f2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.2231474 Jul 19 01:12:38.686325 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ba4fa3e1-6bba-4d8e-a45a-c7d75434c283 req-af0ab5b9-7cc6-4e5e-a77e-a4dd9461d598 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786750 Jul 19 01:12:38.744309 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e70e0-844f-4111-9787-ff12c3678a9b req-9cd6e0e7-8f4c-456f-8314-e2e780713cb4 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:38.745840 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6f1e70e0-844f-4111-9787-ff12c3678a9b req-9cd6e0e7-8f4c-456f-8314-e2e780713cb4 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 946 time: 0.2230062 Jul 19 01:12:38.810887 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6f1e70e0-844f-4111-9787-ff12c3678a9b req-1644f9e9-f1b1-44c0-ab55-418d3fedd486 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578990 Jul 19 01:12:38.980776 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:38.983211 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704fc45-0310-4926-a518-a2f8820beef1 req-19bcfdf0-1266-4b58-92a5-f71b5aa54ef8 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:38.985174 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6704fc45-0310-4926-a518-a2f8820beef1 req-19bcfdf0-1266-4b58-92a5-f71b5aa54ef8 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 943 time: 0.1289499 Jul 19 01:12:39.083902 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6704fc45-0310-4926-a518-a2f8820beef1 req-7ec46d32-6193-433a-8fd9-6fd9a2a6030d tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911846 Jul 19 01:12:39.303908 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70601626-0134-41b5-b205-672bc6967e2b req-9ec67dd2-153c-49be-8b51-f8e0350b7610 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:39.305348 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-70601626-0134-41b5-b205-672bc6967e2b req-9ec67dd2-153c-49be-8b51-f8e0350b7610 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.0851626 Jul 19 01:12:39.351916 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-70601626-0134-41b5-b205-672bc6967e2b req-26216028-1a86-47aa-ba69-1598dbfafff6 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394208 Jul 19 01:12:39.489170 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:39.687032 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f88668-6395-4464-bc30-c253e456c322 req-8ec7372b-40f6-4696-ad4c-6257841a9917 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:39.687710 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-c3f88668-6395-4464-bc30-c253e456c322 req-8ec7372b-40f6-4696-ad4c-6257841a9917 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Synchronizing usage tracker for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:network {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:12:39.706376 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-c3f88668-6395-4464-bc30-c253e456c322 req-8ec7372b-40f6-4696-ad4c-6257841a9917 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Unset dirty status for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:network {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:12:39.710998 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-8ec7372b-40f6-4696-ad4c-6257841a9917 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/networks?id=ad3ffe35-d556-4a56-86c2-b480a37d02d0 HTTP/1.1" status: 200 len: 815 time: 0.1658053 Jul 19 01:12:39.722737 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-8faeeb94-b6a5-426e-8221-072fc3cdac95 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/quotas/17a5dc9c458147c09457fad8e0b223c6 HTTP/1.1" status: 200 len: 375 time: 0.0091608 Jul 19 01:12:39.811096 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-951f310b-8d9b-4f3e-8605-bb6a0b4c9733 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=17a5dc9c458147c09457fad8e0b223c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826883 Jul 19 01:12:39.870954 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96766f09-0fbb-4c25-bb70-bcc04464fb85 req-f454ed76-a60c-4b31-b50c-81c6e4366ee9 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:39.873690 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-96766f09-0fbb-4c25-bb70-bcc04464fb85 req-f454ed76-a60c-4b31-b50c-81c6e4366ee9 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.0834382 Jul 19 01:12:39.920761 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-96766f09-0fbb-4c25-bb70-bcc04464fb85 req-b1499c4b-730b-43e8-ab02-605aaa5e6521 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407848 Jul 19 01:12:39.954135 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-3e0aa190-75ad-48ca-91a7-4817cd67097b service neutron] 10.222.0.10 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295395 Jul 19 01:12:40.105778 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7e159-9caf-4f40-9b4f-d09e50b0b7ac req-d4e340c9-d8b3-4646-8a43-a8131cefc9f1 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:40.108454 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0db7e159-9caf-4f40-9b4f-d09e50b0b7ac req-d4e340c9-d8b3-4646-8a43-a8131cefc9f1 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 946 time: 0.0889344 Jul 19 01:12:40.159212 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0db7e159-9caf-4f40-9b4f-d09e50b0b7ac req-e9934031-5875-43f7-8f48-62fb1cd85ff2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Jul 19 01:12:40.222567 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-8c81c198-819e-457d-8bdd-fc93982b97e5 service neutron] 10.222.0.10 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624102 Jul 19 01:12:40.240192 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b5c57-e968-4b2b-8812-89e6e71718e5 req-66496657-656f-46a3-ba6a-bd2adbae3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:40.242740 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-701b5c57-e968-4b2b-8812-89e6e71718e5 req-66496657-656f-46a3-ba6a-bd2adbae3844 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 1098 time: 0.1060753 Jul 19 01:12:40.357257 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1237b-97d3-4cd1-b2cf-5199f2e19f07 req-7de88861-650f-44ea-94fb-d9db6f8c0c13 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:40.358843 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-13a1237b-97d3-4cd1-b2cf-5199f2e19f07 req-7de88861-650f-44ea-94fb-d9db6f8c0c13 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 943 time: 0.0989373 Jul 19 01:12:40.411989 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b5c57-e968-4b2b-8812-89e6e71718e5 req-286d6de5-f747-402c-ab07-dad164861737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:40.413500 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-701b5c57-e968-4b2b-8812-89e6e71718e5 req-286d6de5-f747-402c-ab07-dad164861737 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 916 time: 0.1581502 Jul 19 01:12:40.427060 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-13a1237b-97d3-4cd1-b2cf-5199f2e19f07 req-fb74c673-5d16-4570-a2e0-8506e76f528d tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622902 Jul 19 01:12:40.464877 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4d60816b-1270-4cea-a40b-043ccf4bc8e3 req-0096ed74-db34-4e1d-a244-1c15a792abd9 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 210 time: 0.0504088 Jul 19 01:12:40.581415 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-701b5c57-e968-4b2b-8812-89e6e71718e5 req-894f1b3f-9a83-4ee1-b13a-3b5b75e58229 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21071ca0-185a-4cc5-9370-b2515273bc4a HTTP/1.1" status: 200 len: 1001 time: 0.1189423 Jul 19 01:12:40.629445 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf614c-871f-4a81-adb4-1867c1b5a453 req-c7cb39f6-1b2b-41ab-b038-a4b32b56e093 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:40.631014 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c1cf614c-871f-4a81-adb4-1867c1b5a453 req-c7cb39f6-1b2b-41ab-b038-a4b32b56e093 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.0991428 Jul 19 01:12:40.661212 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b5c57-e968-4b2b-8812-89e6e71718e5 req-9ccf2c02-3940-4a65-a86e-e964db100ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:40.662838 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-701b5c57-e968-4b2b-8812-89e6e71718e5 req-9ccf2c02-3940-4a65-a86e-e964db100ca5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3a1d271-46d5-45ce-b690-19ecf5019168 HTTP/1.1" status: 200 len: 854 time: 0.0708771 Jul 19 01:12:40.681537 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c1cf614c-871f-4a81-adb4-1867c1b5a453 req-328e6c56-e7e3-4c6b-acab-1c2210940d8c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449171 Jul 19 01:12:40.787418 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:40.791606 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b5c57-e968-4b2b-8812-89e6e71718e5 req-f4c88548-1904-4c06-98dd-cf5b2ad7ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:40.793133 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-701b5c57-e968-4b2b-8812-89e6e71718e5 req-f4c88548-1904-4c06-98dd-cf5b2ad7ff14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c296ada3-efae-4388-b9cf-7235586b6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732107 Jul 19 01:12:40.945859 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-701b5c57-e968-4b2b-8812-89e6e71718e5 req-43c3888c-0d12-4823-ace6-cd033ea8d421 service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290011 Jul 19 01:12:41.128830 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02c3c0-4be3-42cb-9565-512181ffd3e0 req-cd36448f-a8eb-4fe1-b583-791f50b92685 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:41.131896 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bb02c3c0-4be3-42cb-9565-512181ffd3e0 req-cd36448f-a8eb-4fe1-b583-791f50b92685 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 946 time: 0.0972126 Jul 19 01:12:41.205940 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-bb02c3c0-4be3-42cb-9565-512181ffd3e0 req-eac33127-4892-405c-a466-67999c6d6b79 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Deleting port ad646e9b-be70-4ca5-8653-ed7c2559c068 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:12:41.206377 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-bb02c3c0-4be3-42cb-9565-512181ffd3e0 req-eac33127-4892-405c-a466-67999c6d6b79 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:41.304620 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-701b5c57-e968-4b2b-8812-89e6e71718e5 req-fd89aadf-a4fb-4437-8e9c-43c1f047c536 service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698805 Jul 19 01:12:41.314572 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a75b11-2a02-4fc2-9bf5-0f9838fb3675 req-45390d8d-0a66-48de-a2b0-6fdc42840211 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:41.315952 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f6a75b11-2a02-4fc2-9bf5-0f9838fb3675 req-45390d8d-0a66-48de-a2b0-6fdc42840211 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.2833829 Jul 19 01:12:41.320973 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e8162-37ad-4b59-9ff2-30923e14ab6b req-6eb75c5a-d09c-4e89-95b4-17615be483b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:41.322797 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-485e8162-37ad-4b59-9ff2-30923e14ab6b req-6eb75c5a-d09c-4e89-95b4-17615be483b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 1098 time: 0.2128067 Jul 19 01:12:41.393276 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f6a75b11-2a02-4fc2-9bf5-0f9838fb3675 req-81d713f6-da53-40e1-a421-3cbc602ce431 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695069 Jul 19 01:12:41.396760 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-485e8162-37ad-4b59-9ff2-30923e14ab6b req-4797184a-823d-4add-a058-20433c34791e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594525 Jul 19 01:12:41.493437 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab29875-2f95-4126-979d-97cfeb151112 req-4881676a-6a43-4d46-9886-71312dc52347 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:41.494943 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-fab29875-2f95-4126-979d-97cfeb151112 req-4881676a-6a43-4d46-9886-71312dc52347 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 946 time: 0.2012694 Jul 19 01:12:41.542419 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-bb02c3c0-4be3-42cb-9565-512181ffd3e0 req-eac33127-4892-405c-a466-67999c6d6b79 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] For port ad646e9b-be70-4ca5-8653-ed7c2559c068, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=ad646e9b-be70-4ca5-8653-ed7c2559c068,segment=NetworkSegment(8e99afed-b847-4b26-b95d-c765dad3b9f9),segment_id=8e99afed-b847-4b26-b95d-c765dad3b9f9)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:41.542801 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-bb02c3c0-4be3-42cb-9565-512181ffd3e0 req-eac33127-4892-405c-a466-67999c6d6b79 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:41.615413 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e1e16-6b7d-4e32-9e98-04890e8f50c2 req-015ebfb9-f48a-4db1-85f0-f149f3e14f45 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:41.616895 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c67e1e16-6b7d-4e32-9e98-04890e8f50c2 req-015ebfb9-f48a-4db1-85f0-f149f3e14f45 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 943 time: 0.0859139 Jul 19 01:12:41.661858 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c67e1e16-6b7d-4e32-9e98-04890e8f50c2 req-5bff86e5-c5be-4f90-b9c8-cac50ade12b8 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383635 Jul 19 01:12:41.672513 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-fab29875-2f95-4126-979d-97cfeb151112 req-2d181112-95d2-4c37-8d9f-12a5331f9444 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c27eef9-fd42-4ca5-9a31-e977f3418404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703720 Jul 19 01:12:41.679633 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-bb02c3c0-4be3-42cb-9565-512181ffd3e0 req-eac33127-4892-405c-a466-67999c6d6b79 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Calling delete_port for ad646e9b-be70-4ca5-8653-ed7c2559c068 owned by compute:nova {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:12:41.810653 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9bc88924-9934-4e00-8970-99008646c769 req-21721f91-2b68-46ea-a301-21bcdc3cd301 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 210 time: 0.0457673 Jul 19 01:12:41.954128 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-bb02c3c0-4be3-42cb-9565-512181ffd3e0 req-eac33127-4892-405c-a466-67999c6d6b79 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:41.960841 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:41.993570 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['ad646e9b-be70-4ca5-8653-ed7c2559c068'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:12:42.010992 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac33127-4892-405c-a466-67999c6d6b79 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Pushing event deleted for resources: {'Port': ['ID=ad646e9b-be70-4ca5-8653-ed7c2559c068,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:42.017125 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-eac33127-4892-405c-a466-67999c6d6b79 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:42.096686 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb02c3c0-4be3-42cb-9565-512181ffd3e0 req-eac33127-4892-405c-a466-67999c6d6b79 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] No DVR routers for this DVR port ad646e9b-be70-4ca5-8653-ed7c2559c068 on host hv-cinder-80123 {{(pid=78632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:12:42.105413 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af3c02-3ffc-4ff4-9dcb-e7a4484405f5 req-e2650b5c-7fc4-4077-8238-0d5865b383a9 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:42.112868 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-97af3c02-3ffc-4ff4-9dcb-e7a4484405f5 req-e2650b5c-7fc4-4077-8238-0d5865b383a9 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.2344828 Jul 19 01:12:42.128797 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-bb02c3c0-4be3-42cb-9565-512181ffd3e0 req-eac33127-4892-405c-a466-67999c6d6b79 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:42.132763 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c7bcc8-3a5f-401e-8d6e-a490d81b0eea', 'name': 'network-vif-deleted', 'tag': 'ad646e9b-be70-4ca5-8653-ed7c2559c068'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:12:42.159483 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bb02c3c0-4be3-42cb-9565-512181ffd3e0 req-eac33127-4892-405c-a466-67999c6d6b79 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.15 "DELETE /v2.0/ports/ad646e9b-be70-4ca5-8653-ed7c2559c068 HTTP/1.1" status: 204 len: 173 time: 1.0219483 Jul 19 01:12:42.182329 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-97af3c02-3ffc-4ff4-9dcb-e7a4484405f5 req-5acab9f7-6885-4fa9-9e9c-68d38d8f462f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683815 Jul 19 01:12:42.210616 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c7bcc8-3a5f-401e-8d6e-a490d81b0eea', 'name': 'network-vif-deleted', 'tag': 'ad646e9b-be70-4ca5-8653-ed7c2559c068', 'status': 'completed', 'code': 200} Jul 19 01:12:42.232221 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f88668-6395-4464-bc30-c253e456c322 req-86c2e548-c846-4c21-9530-74eed7816d07 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:42.233697 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-86c2e548-c846-4c21-9530-74eed7816d07 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.15 "GET /v2.0/networks?id=ad3ffe35-d556-4a56-86c2-b480a37d02d0 HTTP/1.1" status: 200 len: 815 time: 0.2585397 Jul 19 01:12:42.361590 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Request body: {'port': {'device_id': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'admin_state_up': True, 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:12:42.505249 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:42.509306 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Usage tracker for resource:port and tenant:17a5dc9c458147c09457fad8e0b223c6 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:12:42.512397 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:12:42.518005 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:42.527418 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Made reservation on behalf of 17a5dc9c458147c09457fad8e0b223c6 for: {'port': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:12:42.531922 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:42.588332 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06bb07-d4b8-47f4-bb80-25032fa28389 req-a6e577c1-86c5-4be5-a820-dfbbbe6a50f8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:42.589885 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6a06bb07-d4b8-47f4-bb80-25032fa28389 req-a6e577c1-86c5-4be5-a820-dfbbbe6a50f8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 945 time: 0.0842099 Jul 19 01:12:42.639756 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6a06bb07-d4b8-47f4-bb80-25032fa28389 req-6a67929e-e112-4baf-b9b1-0b258e4f76a9 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432694 Jul 19 01:12:42.748062 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 82b40c1a-3d9d-4219-b995-6b3bba0b2595 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:12:42.772892 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 21071ca0-185a-4cc5-9370-b2515273bc4a no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:12:42.911315 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Allocated IP 172.20.0.10 (ad3ffe35-d556-4a56-86c2-b480a37d02d0/bcc4cc2b-9ef5-4a0a-afa5-27354a81862a/fb985949-6a8f-43d3-9db8-2567eacd8a4e) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:12:42.917561 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-7f2c9c61-3083-4bbe-a793-4790ac151a9a req-0c6a5b54-457b-41a4-b2fc-8164b99ca519 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Synchronizing usage tracker for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:12:42.936327 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-7f2c9c61-3083-4bbe-a793-4790ac151a9a req-0c6a5b54-457b-41a4-b2fc-8164b99ca519 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Unset dirty status for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:12:42.951143 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7f2c9c61-3083-4bbe-a793-4790ac151a9a req-0c6a5b54-457b-41a4-b2fc-8164b99ca519 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.0884821 Jul 19 01:12:42.984823 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dadc7-82d9-4094-b42e-3f1a79da66a8 req-e7499e4e-1369-433a-b7d7-e921b66963b4 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:42.991805 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8f1dadc7-82d9-4094-b42e-3f1a79da66a8 req-e7499e4e-1369-433a-b7d7-e921b66963b4 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 943 time: 0.1489620 Jul 19 01:12:43.039724 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 82b40c1a-3d9d-4219-b995-6b3bba0b2595, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=82b40c1a-3d9d-4219-b995-6b3bba0b2595,segment=NetworkSegment(9282863e-da92-45d4-aded-80d50b86816a),segment_id=9282863e-da92-45d4-aded-80d50b86816a)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:43.057336 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': '82b40c1a-3d9d-4219-b995-6b3bba0b2595', 'network_id': 'bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d', 'port_id': '82b40c1a-3d9d-4219-b995-6b3bba0b2595', 'mac_address': 'fa:16:3e:80:6c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc7e642-7217-48f8-b59e-3efbe96c6c71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:12:43.134753 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8f1dadc7-82d9-4094-b42e-3f1a79da66a8 req-c1491c8d-6b6e-4d5c-8825-1edf9d858d36 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419513 Jul 19 01:12:43.183707 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:43.255306 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:43.275145 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:12:43.296366 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b40c1a-3d9d-4219-b995-6b3bba0b2595 {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:12:43.310916 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-aedfb396-81ed-46ca-87a8-511f12d35348 req-0b92afe1-5a23-4f43-b8ee-53e9a964c15b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Synchronizing usage tracker for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:12:43.320939 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 82b40c1a-3d9d-4219-b995-6b3bba0b2595, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=82b40c1a-3d9d-4219-b995-6b3bba0b2595,segment=NetworkSegment(9282863e-da92-45d4-aded-80d50b86816a),segment_id=9282863e-da92-45d4-aded-80d50b86816a)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:43.322883 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 21071ca0-185a-4cc5-9370-b2515273bc4a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=21071ca0-185a-4cc5-9370-b2515273bc4a,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:43.326986 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:43.329196 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:43.355086 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-aedfb396-81ed-46ca-87a8-511f12d35348 req-0b92afe1-5a23-4f43-b8ee-53e9a964c15b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Unset dirty status for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:12:43.366912 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:43.372345 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-aedfb396-81ed-46ca-87a8-511f12d35348 req-0b92afe1-5a23-4f43-b8ee-53e9a964c15b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 210 time: 0.1894643 Jul 19 01:12:43.405182 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=82b40c1a-3d9d-4219-b995-6b3bba0b2595,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:43.408502 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:43.408962 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:43.460134 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:43.482147 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Transition to ACTIVE for port object fb985949-6a8f-43d3-9db8-2567eacd8a4e will not be triggered until provisioned by entity DHCP. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:12:43.507743 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaf43d-5553-46dd-8ce9-a8062f837da5 req-d34395bd-544e-4639-abd7-fe861957b723 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:43.511289 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'code': 200} Jul 19 01:12:43.515912 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f0eaf43d-5553-46dd-8ce9-a8062f837da5 req-d34395bd-544e-4639-abd7-fe861957b723 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1381824 Jul 19 01:12:43.575188 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f0eaf43d-5553-46dd-8ce9-a8062f837da5 req-1c1a067c-9617-4766-b4aa-906cfadede58 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576191 Jul 19 01:12:43.588338 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:43.603235 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=21071ca0-185a-4cc5-9370-b2515273bc4a,revision_number=8']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:43.605529 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:43.613188 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:43.741282 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Network ad3ffe35-d556-4a56-86c2-b480a37d02d0 is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:12:43.744769 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:12:43.749139 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:12:43.755463 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:43.756320 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:43.785752 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['82b40c1a-3d9d-4219-b995-6b3bba0b2595'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:12:43.844753 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event updated for resources: {'Port': ['ID=fb985949-6a8f-43d3-9db8-2567eacd8a4e,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:43.855223 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:43.879298 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5216470 Jul 19 01:12:43.920134 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc636d17-390c-4046-9e9a-c9b301481036 req-1fb5e09d-f23e-4993-ad8c-84fcb5549492 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:43.921688 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cc636d17-390c-4046-9e9a-c9b301481036 req-1fb5e09d-f23e-4993-ad8c-84fcb5549492 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1402769 Jul 19 01:12:43.989889 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cc636d17-390c-4046-9e9a-c9b301481036 req-e0135dfa-3fad-4b35-a5f1-c603a1ce8004 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595479 Jul 19 01:12:44.108255 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-d894093d-8a7d-4350-b5a3-42b57966fecc None None] Provisioning for port fb985949-6a8f-43d3-9db8-2567eacd8a4e completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:12:44.115063 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-d894093d-8a7d-4350-b5a3-42b57966fecc None None] Provisioning complete for port fb985949-6a8f-43d3-9db8-2567eacd8a4e triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:44.115737 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-d894093d-8a7d-4350-b5a3-42b57966fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:44.250751 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-d894093d-8a7d-4350-b5a3-42b57966fecc None None] Port fb985949-6a8f-43d3-9db8-2567eacd8a4e cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:12:44.446173 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a52e4-866a-42be-9977-573f3324aedd req-0d60a306-d4ad-4694-92b5-8456f3e42f25 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:44.453678 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b16a52e4-866a-42be-9977-573f3324aedd req-0d60a306-d4ad-4694-92b5-8456f3e42f25 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1737297 Jul 19 01:12:44.503890 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-90fc584a-bb68-4914-895b-cf81ce84e5b5 req-bc95072c-bc83-4f53-a3f5-31f2629cf192 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.0634768 Jul 19 01:12:44.531383 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b16a52e4-866a-42be-9977-573f3324aedd req-379d00d1-e487-4b41-9f74-281ef71d209a tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646620 Jul 19 01:12:44.770879 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device ad646e9b-be70-4ca5-8653-ed7c2559c068 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:12:44.818167 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d8b4a-af49-4ec8-948d-a8373c02c666 req-fe4b258d-082b-43ef-9364-9072b1f7ae10 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:44.819782 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-151d8b4a-af49-4ec8-948d-a8373c02c666 req-fe4b258d-082b-43ef-9364-9072b1f7ae10 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 944 time: 0.1324620 Jul 19 01:12:44.852511 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: ad646e9b-be70-4ca5-8653-ed7c2559c068 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:12:44.855312 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device ad646e9b-be70-4ca5-8653-ed7c2559c068 not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:12:44.869803 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2b094-cab4-4964-a297-6c9fc4ff2793 req-338e97ce-f01c-4808-b60b-2b3b2f9ffd17 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:44.879462 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-52b2b094-cab4-4964-a297-6c9fc4ff2793 req-338e97ce-f01c-4808-b60b-2b3b2f9ffd17 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 932 time: 0.1899385 Jul 19 01:12:44.889083 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-151d8b4a-af49-4ec8-948d-a8373c02c666 req-aab6d605-0d61-4cbe-a0fb-4dd169e19607 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614278 Jul 19 01:12:44.935835 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-52b2b094-cab4-4964-a297-6c9fc4ff2793 req-8cb6568b-e51f-46c7-a37a-4548c88275ff tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518789 Jul 19 01:12:45.683355 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-91e2affc-1b65-4eda-9de3-e54c93132e75 req-b979ec9c-b12e-45aa-8895-5fc8782de625 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Synchronizing usage tracker for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:12:45.698563 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-91e2affc-1b65-4eda-9de3-e54c93132e75 req-b979ec9c-b12e-45aa-8895-5fc8782de625 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Unset dirty status for tenant:d011ac2326344373bcd6b15112affba0 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:12:45.703046 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-91e2affc-1b65-4eda-9de3-e54c93132e75 req-b979ec9c-b12e-45aa-8895-5fc8782de625 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.0648401 Jul 19 01:12:45.710757 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00211-56da-4959-a8b0-57e929e99003 req-5fa27366-8b08-4a7b-b8af-408007fbd82f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:45.712390 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6df00211-56da-4959-a8b0-57e929e99003 req-5fa27366-8b08-4a7b-b8af-408007fbd82f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.0834661 Jul 19 01:12:45.765434 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6df00211-56da-4959-a8b0-57e929e99003 req-47ec88ab-39b4-49b3-9425-b1e6841b10cd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459383 Jul 19 01:12:46.093479 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbba45-c176-4bec-b785-8d2be43a28c6 req-d071a38b-3326-4888-9c51-b3bad0aa8de3 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:46.095027 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7efbba45-c176-4bec-b785-8d2be43a28c6 req-d071a38b-3326-4888-9c51-b3bad0aa8de3 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 944 time: 0.1031005 Jul 19 01:12:46.153960 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7efbba45-c176-4bec-b785-8d2be43a28c6 req-bd128a48-ed74-49de-a68e-769febc8904f tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500419 Jul 19 01:12:46.309879 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37980e35-e9eb-47aa-8010-7da849558634 req-bfc204d1-e17c-4a1b-8b98-2f0afd2b6855 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:46.310740 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-37980e35-e9eb-47aa-8010-7da849558634 req-bfc204d1-e17c-4a1b-8b98-2f0afd2b6855 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Synchronizing usage tracker for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:12:46.325845 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293f852-5fb9-4f38-b38b-6f64a37f80ad req-04a54aaa-97d7-4041-9913-25b2c43f6c82 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:46.327435 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b293f852-5fb9-4f38-b38b-6f64a37f80ad req-04a54aaa-97d7-4041-9913-25b2c43f6c82 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0852435 Jul 19 01:12:46.327898 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-37980e35-e9eb-47aa-8010-7da849558634 req-bfc204d1-e17c-4a1b-8b98-2f0afd2b6855 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Unset dirty status for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:12:46.329165 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-37980e35-e9eb-47aa-8010-7da849558634 req-bfc204d1-e17c-4a1b-8b98-2f0afd2b6855 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 932 time: 0.1108930 Jul 19 01:12:46.377202 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b293f852-5fb9-4f38-b38b-6f64a37f80ad req-258f9dd3-04dd-4825-8f8b-df158396b556 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416942 Jul 19 01:12:46.388332 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-37980e35-e9eb-47aa-8010-7da849558634 req-c7b95951-096e-49c4-88ad-ada235e9e267 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Synchronizing usage tracker for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:security_group {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:12:46.406878 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-37980e35-e9eb-47aa-8010-7da849558634 req-c7b95951-096e-49c4-88ad-ada235e9e267 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Unset dirty status for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:security_group {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:12:46.408050 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-37980e35-e9eb-47aa-8010-7da849558634 req-c7b95951-096e-49c4-88ad-ada235e9e267 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693014 Jul 19 01:12:46.768816 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 82b40c1a-3d9d-4219-b995-6b3bba0b2595 up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:12:46.868097 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port 82b40c1a-3d9d-4219-b995-6b3bba0b2595 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:12:46.894242 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port 82b40c1a-3d9d-4219-b995-6b3bba0b2595 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:12:46.894928 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:46.951067 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:12:47.010388 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64c946-91eb-4421-8fb6-741c706d4468 req-a8034b92-9aa6-4331-804e-c66be8963298 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:47.012729 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ba64c946-91eb-4421-8fb6-741c706d4468 req-a8034b92-9aa6-4331-804e-c66be8963298 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.0999928 Jul 19 01:12:47.040162 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3b314c8c-e033-4816-a3c8-78bd8467e1c8 req-7f4bcdaf-e55a-4b08-bb17-b3e6194daba0 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.0512962 Jul 19 01:12:47.084188 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ba64c946-91eb-4421-8fb6-741c706d4468 req-701a70d6-c1a5-4dbe-92e7-8689c651649f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653350 Jul 19 01:12:47.085308 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:47.129258 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7325f2-1f4d-4a28-ae69-56a87f047542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b40c1a-3d9d-4219-b995-6b3bba0b2595'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:12:47.140075 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 82b40c1a-3d9d-4219-b995-6b3bba0b2595, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=82b40c1a-3d9d-4219-b995-6b3bba0b2595,segment=NetworkSegment(9282863e-da92-45d4-aded-80d50b86816a),segment_id=9282863e-da92-45d4-aded-80d50b86816a)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:12:47.149718 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:47.151846 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:47.194381 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7325f2-1f4d-4a28-ae69-56a87f047542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b40c1a-3d9d-4219-b995-6b3bba0b2595', 'code': 200} Jul 19 01:12:47.236683 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=82b40c1a-3d9d-4219-b995-6b3bba0b2595,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:47.239820 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:47.337397 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7b334-29d6-4bf2-b711-8e9d4bb2cb26 req-61449d17-dce7-40d2-b5dc-6478ee11b261 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:47.338881 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-31f7b334-29d6-4bf2-b711-8e9d4bb2cb26 req-61449d17-dce7-40d2-b5dc-6478ee11b261 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 945 time: 0.0841360 Jul 19 01:12:47.385646 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-31f7b334-29d6-4bf2-b711-8e9d4bb2cb26 req-eba90b8a-2779-43c0-bbcb-2d0d66b663f1 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Jul 19 01:12:47.580049 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d527c7-b473-4f3d-9c40-e47b05d70438 req-1f295321-c180-4e56-8630-0214b73425a3 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:47.581721 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e8d527c7-b473-4f3d-9c40-e47b05d70438 req-1f295321-c180-4e56-8630-0214b73425a3 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0904760 Jul 19 01:12:47.599319 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f6a69-47c5-47f3-83d9-0aa4da63f5bd req-1320423c-18e7-49e4-bb6c-b59b77283812 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:47.600830 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-222f6a69-47c5-47f3-83d9-0aa4da63f5bd req-1320423c-18e7-49e4-bb6c-b59b77283812 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 932 time: 0.0834641 Jul 19 01:12:47.640322 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e8d527c7-b473-4f3d-9c40-e47b05d70438 req-a3bbda52-c92a-4e03-8ce4-8e227e9ab5e1 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518763 Jul 19 01:12:47.667009 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-222f6a69-47c5-47f3-83d9-0aa4da63f5bd req-5fb002df-5901-4468-a536-a5bbee1a5696 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589359 Jul 19 01:12:48.223181 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e837ee7b-ea89-4fd6-b419-740980c0ce35 req-aea35773-dcac-497f-9b22-0b804ec4c1b3 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.0430155 Jul 19 01:12:48.307868 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88f776-7b58-4e3d-bb85-7a959a8e0111 req-ac9084ca-30c1-4410-b1ad-f60b72acd8e2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:48.310294 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ea88f776-7b58-4e3d-bb85-7a959a8e0111 req-ac9084ca-30c1-4410-b1ad-f60b72acd8e2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.0929601 Jul 19 01:12:48.361572 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ea88f776-7b58-4e3d-bb85-7a959a8e0111 req-c1ff3001-ab67-4c59-83d3-9122d9420d11 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450077 Jul 19 01:12:48.579560 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb7616-31fa-43ce-9b67-a5ad3a1e983e req-54ebfc65-ac1e-444c-ab68-9b53dc4eb63f tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:48.581230 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6deb7616-31fa-43ce-9b67-a5ad3a1e983e req-54ebfc65-ac1e-444c-ab68-9b53dc4eb63f tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 945 time: 0.0839531 Jul 19 01:12:48.629560 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6deb7616-31fa-43ce-9b67-a5ad3a1e983e req-f4e00b0b-c38d-4d67-90d4-91a0b7a62807 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406368 Jul 19 01:12:48.851690 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290cf4d-171e-4189-b368-6ac9b59bfd41 req-e4f3f502-1807-49c0-b40c-c0178128846e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:48.853532 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e290cf4d-171e-4189-b368-6ac9b59bfd41 req-e4f3f502-1807-49c0-b40c-c0178128846e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1128149 Jul 19 01:12:48.857307 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb4aba-940c-4073-aa07-27058402165d req-053390da-3701-409d-9b89-96c11d3c3157 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:48.858827 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4bbb4aba-940c-4073-aa07-27058402165d req-053390da-3701-409d-9b89-96c11d3c3157 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 932 time: 0.0888009 Jul 19 01:12:48.904117 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e290cf4d-171e-4189-b368-6ac9b59bfd41 req-9ccd450a-455b-47aa-bc56-0e8de2b52595 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 Jul 19 01:12:48.910750 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4bbb4aba-940c-4073-aa07-27058402165d req-a5035e4e-0f11-4017-b2be-9184c2d5b4ba tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459764 Jul 19 01:12:49.396519 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c9f31af8-c151-47dd-a4de-ca2480550902 req-ffb373fb-3300-48ba-ba46-9f589f1521ac tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.0427573 Jul 19 01:12:49.569858 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd72c-de9d-491f-8f28-67ed5a51b8ec req-967ffefe-45ac-42eb-bbca-5ce6c20a9f1e tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:49.571277 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c6fcd72c-de9d-491f-8f28-67ed5a51b8ec req-967ffefe-45ac-42eb-bbca-5ce6c20a9f1e tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.0806990 Jul 19 01:12:49.617932 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c6fcd72c-de9d-491f-8f28-67ed5a51b8ec req-20fde4dc-f3b1-4bef-b541-f5eb76f4ad6c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408471 Jul 19 01:12:49.920876 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71884647-2604-4b0d-bda3-22188db7c551 req-178b0929-759b-4e7f-99ad-4c14e7a110d0 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:49.922622 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-71884647-2604-4b0d-bda3-22188db7c551 req-178b0929-759b-4e7f-99ad-4c14e7a110d0 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 945 time: 0.1839621 Jul 19 01:12:49.993463 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-71884647-2604-4b0d-bda3-22188db7c551 req-5b5b5145-1404-4e78-bf82-bce87a483cab tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577273 Jul 19 01:12:50.127765 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183acfa-13d0-4d2f-aa18-9d6d382eeca7 req-a5d04d22-f368-431a-821f-6e70df23e19a tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:50.134968 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e183acfa-13d0-4d2f-aa18-9d6d382eeca7 req-a5d04d22-f368-431a-821f-6e70df23e19a tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1105316 Jul 19 01:12:50.190776 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b44c0-fe6f-487a-823f-81882d1a2d58 req-2c88d244-1ce0-4d64-8d00-cd8a0c5ff801 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:50.191812 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e183acfa-13d0-4d2f-aa18-9d6d382eeca7 req-ae5ef738-bb66-4f4a-800f-8fd3d3c12acb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559928 Jul 19 01:12:50.192462 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9b0b44c0-fe6f-487a-823f-81882d1a2d58 req-2c88d244-1ce0-4d64-8d00-cd8a0c5ff801 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 932 time: 0.0939403 Jul 19 01:12:50.241292 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9b0b44c0-fe6f-487a-823f-81882d1a2d58 req-a588c6c8-af03-4686-a146-ae01fe81c40e tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422680 Jul 19 01:12:50.572018 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ab643c99-8cfe-43b6-8826-f79f5c8bfaf2 req-072b30ad-ef77-4d80-8638-a719b37e06e4 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.0486958 Jul 19 01:12:50.823436 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b67a37-8dce-40e2-9ca4-b63486008fb4 req-7b89d8d5-266f-4bc1-bfe1-dddbd7d70963 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:50.825036 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-52b67a37-8dce-40e2-9ca4-b63486008fb4 req-7b89d8d5-266f-4bc1-bfe1-dddbd7d70963 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.0849423 Jul 19 01:12:50.873172 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-52b67a37-8dce-40e2-9ca4-b63486008fb4 req-9c9bf652-c789-497a-8ad4-b3302869cd18 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423198 Jul 19 01:12:51.202422 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504fdf4-89fb-464e-a433-2130929fd121 req-fc5f7ca2-9c68-4d64-88bf-59f9687954bd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:51.203933 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9504fdf4-89fb-464e-a433-2130929fd121 req-fc5f7ca2-9c68-4d64-88bf-59f9687954bd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 945 time: 0.0853369 Jul 19 01:12:51.338559 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9504fdf4-89fb-464e-a433-2130929fd121 req-fd2fb0a7-d446-41bc-be03-adc9658e178f tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282797 Jul 19 01:12:51.410198 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b876c-ac35-4535-9359-36dd15cd1c9b req-32a652a9-f4ca-4b52-8974-8b1c44f75023 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:51.412082 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-927b876c-ac35-4535-9359-36dd15cd1c9b req-32a652a9-f4ca-4b52-8974-8b1c44f75023 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0977986 Jul 19 01:12:51.469399 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-927b876c-ac35-4535-9359-36dd15cd1c9b req-b645e461-2d4f-4e8a-94e0-02f1a026eef5 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514474 Jul 19 01:12:51.524294 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9788aa-cff6-46b2-883f-24166e7a3bb6 req-e5be28c7-8e3b-4652-8a52-41d14e3d0fb9 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:51.525786 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4d9788aa-cff6-46b2-883f-24166e7a3bb6 req-e5be28c7-8e3b-4652-8a52-41d14e3d0fb9 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 932 time: 0.0865097 Jul 19 01:12:51.573880 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4d9788aa-cff6-46b2-883f-24166e7a3bb6 req-a8b06989-f36a-46ca-a3b0-ceb5ebd7414d tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418830 Jul 19 01:12:51.756336 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4eb2f3a2-b247-4763-a33c-cf3d43bc9e9e req-521027b2-0b38-4e1c-96ff-c36b27a535ad tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.0459421 Jul 19 01:12:52.069409 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf2bce-6778-443e-9350-aa49a47ac58e req-30c3d7a5-7de1-41d5-9907-506e4a798690 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:52.070942 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8ebf2bce-6778-443e-9350-aa49a47ac58e req-30c3d7a5-7de1-41d5-9907-506e4a798690 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.0854895 Jul 19 01:12:52.137021 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8ebf2bce-6778-443e-9350-aa49a47ac58e req-8c660908-eee7-4332-92c1-54cfad7d1e3c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569191 Jul 19 01:12:52.555885 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e2021-00cc-45b6-a03c-0e2eafc1d07b req-7388d0cc-4ba3-4bf4-b664-e94cfdc159e7 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:52.557534 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-587e2021-00cc-45b6-a03c-0e2eafc1d07b req-7388d0cc-4ba3-4bf4-b664-e94cfdc159e7 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 945 time: 0.0856202 Jul 19 01:12:52.616324 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-587e2021-00cc-45b6-a03c-0e2eafc1d07b req-020730f4-ac7a-4400-9609-9ac2a05569a5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521903 Jul 19 01:12:52.689168 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca298f-805f-471e-9a4a-328f4d6365f1 req-d8667f08-04d8-4ada-9aab-cf375e4f5c8e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:52.691608 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-46ca298f-805f-471e-9a4a-328f4d6365f1 req-d8667f08-04d8-4ada-9aab-cf375e4f5c8e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1008391 Jul 19 01:12:52.755027 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-46ca298f-805f-471e-9a4a-328f4d6365f1 req-3be8d664-afa1-4221-a328-4d47dc11e476 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564215 Jul 19 01:12:52.932273 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-66430f4d-491f-4daf-9f17-6d6891989d4d req-3567036d-1109-41f7-927a-8b2651bb03b9 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.0461819 Jul 19 01:12:52.968396 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5fc2e-02bf-403f-8db1-355ec78ae8dd req-240b1137-4976-4743-9a0a-f75aada4999c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:52.969863 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ffe5fc2e-02bf-403f-8db1-355ec78ae8dd req-240b1137-4976-4743-9a0a-f75aada4999c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 932 time: 0.0901225 Jul 19 01:12:53.017073 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ffe5fc2e-02bf-403f-8db1-355ec78ae8dd req-c6d6b19e-19ca-46c7-aabd-27e4c21419f3 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414679 Jul 19 01:12:53.335825 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c7e70-6c7d-45ed-a9da-87c14f4f8beb req-da735155-b2e0-4fa4-86cd-856c2c92053d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:53.337320 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4a6c7e70-6c7d-45ed-a9da-87c14f4f8beb req-da735155-b2e0-4fa4-86cd-856c2c92053d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.0865753 Jul 19 01:12:53.398711 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4a6c7e70-6c7d-45ed-a9da-87c14f4f8beb req-0e9329e4-b0c0-4a2f-b807-bc8d2ecedb02 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545304 Jul 19 01:12:53.809908 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110155fb-1be7-43b0-9da3-ee27f648b706 req-339640f5-f72b-4aa8-a343-2cf55a5a3dd4 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:53.811486 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-110155fb-1be7-43b0-9da3-ee27f648b706 req-339640f5-f72b-4aa8-a343-2cf55a5a3dd4 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 945 time: 0.0902569 Jul 19 01:12:53.859366 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-110155fb-1be7-43b0-9da3-ee27f648b706 req-a0cfa87f-caa2-4fa7-8649-6a8b2f4abfe0 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Jul 19 01:12:53.954704 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b747e-136d-4db7-a840-ab6c06433d6d req-799a0f14-da14-4dc4-bc84-ff7fb1bc46dc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:53.956123 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f65b747e-136d-4db7-a840-ab6c06433d6d req-799a0f14-da14-4dc4-bc84-ff7fb1bc46dc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0822685 Jul 19 01:12:54.007869 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f65b747e-136d-4db7-a840-ab6c06433d6d req-54b983a2-6afe-4f99-ac16-668c6f26ad67 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455761 Jul 19 01:12:54.108034 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c6f8161a-ba00-4080-beb5-9d93063f5fcc req-d55d7d29-ed7e-4320-8290-cef16c16e673 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] 10.222.0.10 "GET /v2.0/ports?device_id=12c7bcc8-3a5f-401e-8d6e-a490d81b0eea HTTP/1.1" status: 200 len: 210 time: 0.0474365 Jul 19 01:12:54.224147 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7d471-9b2c-42c9-a37e-e42bc8b5c8d8 req-33a4e693-9bb4-4b74-913f-e146992b709b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:54.225936 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-cbe7d471-9b2c-42c9-a37e-e42bc8b5c8d8 req-33a4e693-9bb4-4b74-913f-e146992b709b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 932 time: 0.0937245 Jul 19 01:12:54.274001 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-cbe7d471-9b2c-42c9-a37e-e42bc8b5c8d8 req-1dae9740-ae24-41a1-82ae-d1e161ca7b6d tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Jul 19 01:12:54.596349 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c907a-00b8-453b-8acf-a3ec9f9eaf4e req-419110e2-3f23-4ad5-b390-4e942efd2a6d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:54.597802 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-510c907a-00b8-453b-8acf-a3ec9f9eaf4e req-419110e2-3f23-4ad5-b390-4e942efd2a6d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.0899801 Jul 19 01:12:54.649428 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Request body: {'port': {'device_id': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:12:54.698728 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-510c907a-00b8-453b-8acf-a3ec9f9eaf4e req-8af27faf-8e62-458b-bc9e-08d34e327d5f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952017 Jul 19 01:12:54.707240 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c41473-d226-4900-81db-464382b56e95 req-d33ac272-28b5-4057-be40-2bcb9fb5fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:54.709132 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-10c41473-d226-4900-81db-464382b56e95 req-d33ac272-28b5-4057-be40-2bcb9fb5fcd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1021b1d475742fca91e081a4ec362ce&device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 1098 time: 0.0803189 Jul 19 01:12:54.839660 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:54.881304 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c41473-d226-4900-81db-464382b56e95 req-40c40f0b-138f-4290-b377-c33762177136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:54.884573 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-10c41473-d226-4900-81db-464382b56e95 req-40c40f0b-138f-4290-b377-c33762177136 service neutron] 10.222.0.15 "GET /v2.0/networks?id=665bb959-ce91-4f9c-a71d-2bfde92f715f HTTP/1.1" status: 200 len: 918 time: 0.1565499 Jul 19 01:12:55.029713 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-10c41473-d226-4900-81db-464382b56e95 req-5a0fd402-7690-4369-8961-a6dc419f5a4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=817fdd9c-1934-46f0-801d-172d0542b883 HTTP/1.1" status: 200 len: 217 time: 0.1060331 Jul 19 01:12:55.103389 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a0c96-64e8-40dc-bc8b-473c4e387337 req-12ce953f-8f7f-4204-9ce3-6831af596db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:55.105631 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-de3a0c96-64e8-40dc-bc8b-473c4e387337 req-12ce953f-8f7f-4204-9ce3-6831af596db1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 1098 time: 0.1770051 Jul 19 01:12:55.146880 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c41473-d226-4900-81db-464382b56e95 req-53f91820-c06b-4083-bd30-811de3fb01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:55.148251 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-10c41473-d226-4900-81db-464382b56e95 req-53f91820-c06b-4083-bd30-811de3fb01b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5253dbad-c61e-461a-840b-fb6203361230 HTTP/1.1" status: 200 len: 857 time: 0.1097589 Jul 19 01:12:55.157610 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f3c3e-b312-4ddb-ab7e-b6dbe04d26b8 req-392692e2-d901-43d8-90aa-0da0f5ea7e3d tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:55.159185 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-886f3c3e-b312-4ddb-ab7e-b6dbe04d26b8 req-392692e2-d901-43d8-90aa-0da0f5ea7e3d tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 945 time: 0.1777580 Jul 19 01:12:55.215886 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-10c41473-d226-4900-81db-464382b56e95 req-159da436-6369-41c6-b460-fc71687c32f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665bb959-ce91-4f9c-a71d-2bfde92f715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557296 Jul 19 01:12:55.242226 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-886f3c3e-b312-4ddb-ab7e-b6dbe04d26b8 req-1371e8bb-b103-4910-a679-c6af333b4305 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522776 Jul 19 01:12:55.308761 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-de3a0c96-64e8-40dc-bc8b-473c4e387337 req-012e4ddb-b9c1-441f-a43c-3bd0286e201b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442733 Jul 19 01:12:55.339329 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 35598) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:55.393380 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778da607-6679-4e44-95c3-c9b55b178dbe req-62f767dc-1325-41f3-b277-f9b2c55d2251 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:55.400990 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-778da607-6679-4e44-95c3-c9b55b178dbe req-62f767dc-1325-41f3-b277-f9b2c55d2251 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.2381876 Jul 19 01:12:55.407441 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f83929-d011-4db5-ad27-c161e906d689 admin admin] Deleting subnet 025ef04d-5dba-4d2c-9fa6-fc78d1762ba7 {{(pid=78632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:12:55.410521 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c4f83929-d011-4db5-ad27-c161e906d689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:55.466568 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb985949-6a8f-43d3-9db8-2567eacd8a4e {{(pid=78633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:12:55.477926 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:55.483578 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-778da607-6679-4e44-95c3-c9b55b178dbe req-f370f9cf-7e83-41cf-82ae-1b84c068744b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789480 Jul 19 01:12:55.500697 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Transition to ACTIVE for port object fb985949-6a8f-43d3-9db8-2567eacd8a4e will not be triggered until provisioned by entity L2. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:12:55.505837 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:55.511142 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-e735175e-841d-4692-ae53-32f8da1eb612 tempest-DeleteServersTestJSON-275357121 tempest-DeleteServersTestJSON-275357121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:55.536971 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c4f83929-d011-4db5-ad27-c161e906d689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113526'] for subnet, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:55.565890 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-10c41473-d226-4900-81db-464382b56e95 req-98bd576f-697b-47c7-a521-3b9e95c5235b service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225083 Jul 19 01:12:55.606765 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c4f83929-d011-4db5-ad27-c161e906d689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:55.767959 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe7b4f-37b5-4231-8a5d-541045565bc4 req-7a17d1a6-3171-4732-bf48-d0765b03a9de tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:55.774926 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-62fe7b4f-37b5-4231-8a5d-541045565bc4 req-7a17d1a6-3171-4732-bf48-d0765b03a9de tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 932 time: 0.3377349 Jul 19 01:12:55.790819 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Pushing event updated for resources: {'Port': ['ID=fb985949-6a8f-43d3-9db8-2567eacd8a4e,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:55.797823 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:55.805838 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Attempting to bind port fb985949-6a8f-43d3-9db8-2567eacd8a4e on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:12:55.806480 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Attempting to bind port fb985949-6a8f-43d3-9db8-2567eacd8a4e by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '47b162f4-bd63-4f2f-8751-935b3ff416ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0'}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:12:55.806978 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Attempting to bind port fb985949-6a8f-43d3-9db8-2567eacd8a4e on network ad3ffe35-d556-4a56-86c2-b480a37d02d0 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:12:55.813321 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Port fb985949-6a8f-43d3-9db8-2567eacd8a4e on network ad3ffe35-d556-4a56-86c2-b480a37d02d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:12:55.813754 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Attempting to bind port fb985949-6a8f-43d3-9db8-2567eacd8a4e on network ad3ffe35-d556-4a56-86c2-b480a37d02d0 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:12:55.819849 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:12:55.820607 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Checking segment: {'id': '47b162f4-bd63-4f2f-8751-935b3ff416ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:12:55.821020 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Bound using segment: {'id': '47b162f4-bd63-4f2f-8751-935b3ff416ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0'} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:12:55.821651 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Bound port: fb985949-6a8f-43d3-9db8-2567eacd8a4e, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b162f4-bd63-4f2f-8751-935b3ff416ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0'}}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:12:55.822292 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:55.911446 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-62fe7b4f-37b5-4231-8a5d-541045565bc4 req-8927fb95-2d2d-493d-ab65-6e5db33c8d02 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352870 Jul 19 01:12:55.959575 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-10c41473-d226-4900-81db-464382b56e95 req-23220ad6-457a-4711-99f1-145afb10534c service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254495 Jul 19 01:12:55.962190 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c4f83929-d011-4db5-ad27-c161e906d689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3592489'] for subnet, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:55.968031 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-a54726c4-be81-4d55-a6ef-1e40079819c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:56.008630 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] For port fb985949-6a8f-43d3-9db8-2567eacd8a4e, host hv-cinder-80123, cleared binding levels {{(pid=78633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:12:56.009399 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f83929-d011-4db5-ad27-c161e906d689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=025ef04d-5dba-4d2c-9fa6-fc78d1762ba7,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:56.012916 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c4f83929-d011-4db5-ad27-c161e906d689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:56.014004 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c4f83929-d011-4db5-ad27-c161e906d689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:56.023921 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-c4f83929-d011-4db5-ad27-c161e906d689 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/025ef04d-5dba-4d2c-9fa6-fc78d1762ba7 HTTP/1.1" status: 204 len: 168 time: 0.6785643 Jul 19 01:12:56.024797 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 35606) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:56.026205 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] For port fb985949-6a8f-43d3-9db8-2567eacd8a4e, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:12:56.032947 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:56.043386 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:56.141780 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:56.142962 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:56.144708 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] 10.222.0.15 "PUT /v2.0/ports/fb985949-6a8f-43d3-9db8-2567eacd8a4e HTTP/1.1" status: 200 len: 1094 time: 1.5209169 Jul 19 01:12:56.151001 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:12:56.151620 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:56.159474 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Pushing event updated for resources: {'Port': ['ID=fb985949-6a8f-43d3-9db8-2567eacd8a4e,revision_number=3']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:56.163657 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:56.172884 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe97632-fb5c-4da8-9621-b3008bc9d710 req-d4679e9c-8bd2-477a-99dc-86b37c56e11c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:56.174669 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-afe97632-fb5c-4da8-9621-b3008bc9d710 req-d4679e9c-8bd2-477a-99dc-86b37c56e11c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.3323882 Jul 19 01:12:56.212714 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e', 'status': 'completed', 'code': 200} Jul 19 01:12:56.244664 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-afe97632-fb5c-4da8-9621-b3008bc9d710 req-752619e0-c1ea-4d85-8556-09ebb61b646e tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604105 Jul 19 01:12:56.320461 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:56.349116 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027cc1a0-9d47-405e-8bcc-27b90790d2be']}} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:56.363118 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e99afed-b847-4b26-b95d-c765dad3b9f9') {'for_net_delete': True} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:56.363413 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e99afed-b847-4b26-b95d-c765dad3b9f9') {} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:12:56.378901 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c8020-ed22-41bc-a31f-ebc265273faa req-2bb7242e-f067-4dc1-ac70-80098e79d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:56.380499 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6e7c8020-ed22-41bc-a31f-ebc265273faa req-2bb7242e-f067-4dc1-ac70-80098e79d388 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17a5dc9c458147c09457fad8e0b223c6&device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 1097 time: 0.0853493 Jul 19 01:12:56.419766 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113513'] for segment, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:56.450080 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:56.462647 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=78632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:12:56.463115 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391590'] for segment, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: Traceback (most recent call last): Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: timer() Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: cb(*args, **kw) Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: return func(*args, **kwargs) Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: self._notify() Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: self.callback(batched_events) Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: event.method(event) Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: return f(self, *a, **k) Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: return self._get(url).json() Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: return self.request(url, 'GET', **kwargs) Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:12:56.478086 dv-cinder-801236-1-smb neutron-server[78632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:12:56.560337 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c8020-ed22-41bc-a31f-ebc265273faa req-f09cab6f-fe60-4752-86bd-4b3396038cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:56.562121 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6e7c8020-ed22-41bc-a31f-ebc265273faa req-f09cab6f-fe60-4752-86bd-4b3396038cbd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=17a5dc9c458147c09457fad8e0b223c6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1429865 Jul 19 01:12:56.571344 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:56.595271 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26807d4-6d8f-4e93-b020-6aa842a85ea1 req-f5919ed3-d49a-44cd-8d68-cd047060185f tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:56.598181 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f26807d4-6d8f-4e93-b020-6aa842a85ea1 req-f5919ed3-d49a-44cd-8d68-cd047060185f tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 945 time: 0.2243207 Jul 19 01:12:56.608104 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-821e6425-c99c-4db0-b13d-e1616b1b3aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:56.623757 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:56.656428 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=027cc1a0-9d47-405e-8bcc-27b90790d2be,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:56.671157 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:56.671813 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:56.672371 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:56.672877 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:56.673482 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:56.674006 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:56.674596 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:56.675195 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:56.675704 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:56.676197 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:56.676756 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:56.677243 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:12:56.685602 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:56.706242 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] 10.222.0.10 "DELETE /v2.0/networks/027cc1a0-9d47-405e-8bcc-27b90790d2be HTTP/1.1" status: 204 len: 168 time: 0.6768289 Jul 19 01:12:56.720869 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f26807d4-6d8f-4e93-b020-6aa842a85ea1 req-d6bf0d2f-5711-484d-bf7a-3ecefc9545b3 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931947 Jul 19 01:12:56.805390 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c8020-ed22-41bc-a31f-ebc265273faa req-fe0285ac-4ba2-46a2-b2d6-e32e0ee00108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:56.806976 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6e7c8020-ed22-41bc-a31f-ebc265273faa req-fe0285ac-4ba2-46a2-b2d6-e32e0ee00108 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2318830 Jul 19 01:12:56.824496 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b90989-448e-4c9b-b916-c283ac5b9573 req-44beee4c-6027-4ecb-8775-a0769f3c9d6d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:56.831788 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a3b90989-448e-4c9b-b916-c283ac5b9573 req-44beee4c-6027-4ecb-8775-a0769f3c9d6d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.2131391 Jul 19 01:12:56.864635 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 35626) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:56.883808 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a3b90989-448e-4c9b-b916-c283ac5b9573 req-eac6bb6b-954e-4149-ba75-14b250c9bc75 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510039 Jul 19 01:12:56.925316 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-cd3afd9a-5284-4eaa-aabc-7801af41d576 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d011ac2326344373bcd6b15112affba0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0591311 Jul 19 01:12:56.928117 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 35630) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:56.996414 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f88668-6395-4464-bc30-c253e456c322 req-7668996c-24e1-4d88-b9fc-4f6063675695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:57.001967 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-7668996c-24e1-4d88-b9fc-4f6063675695 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17a5dc9c458147c09457fad8e0b223c6&device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 1097 time: 0.1056063 Jul 19 01:12:57.028483 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d84755f8-e852-4bae-b64d-8fb53269209d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:57.063361 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d84755f8-e852-4bae-b64d-8fb53269209d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:57.140775 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-c06e30d7-d0a0-4108-8e49-0a783aea1061 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e HTTP/1.1" status: 200 len: 217 time: 0.0709832 Jul 19 01:12:57.194241 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d84755f8-e852-4bae-b64d-8fb53269209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:57.200687 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c71c604a-9e00-4552-a644-34decbe55ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:57.217778 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f88668-6395-4464-bc30-c253e456c322 req-b3acd994-df8c-4ba1-aa1c-d33ab01a025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:57.219247 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-b3acd994-df8c-4ba1-aa1c-d33ab01a025d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc4cc2b-9ef5-4a0a-afa5-27354a81862a HTTP/1.1" status: 200 len: 854 time: 0.0713248 Jul 19 01:12:57.221073 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d8fc4-d972-4309-b33c-d35f1b3592f3 req-d3af512a-cd3b-4d0e-a269-7e522e0ec919 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:57.222853 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a68d8fc4-d972-4309-b33c-d35f1b3592f3 req-d3af512a-cd3b-4d0e-a269-7e522e0ec919 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 946 time: 0.1128082 Jul 19 01:12:57.227072 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84755f8-e852-4bae-b64d-8fb53269209d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c27eef9-fd42-4ca5-9a31-e977f3418404,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:57.230856 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312172b-d0f6-4a92-8f3b-c45248b16211 req-9d476fe9-fa98-488a-9b1a-9a9cc1dbbd9f tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:57.231771 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-d84755f8-e852-4bae-b64d-8fb53269209d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:57.238692 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6312172b-d0f6-4a92-8f3b-c45248b16211 req-9d476fe9-fa98-488a-9b1a-9a9cc1dbbd9f tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 944 time: 0.2152841 Jul 19 01:12:57.261670 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d84755f8-e852-4bae-b64d-8fb53269209d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:57.263074 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-d84755f8-e852-4bae-b64d-8fb53269209d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c27eef9-fd42-4ca5-9a31-e977f3418404 HTTP/1.1" status: 204 len: 168 time: 0.3230267 Jul 19 01:12:57.285154 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a68d8fc4-d972-4309-b33c-d35f1b3592f3 req-df0d2d3f-9e05-4999-84cf-017a3a16524e tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546539 Jul 19 01:12:57.342959 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6312172b-d0f6-4a92-8f3b-c45248b16211 req-cfd443f3-dc53-4526-a374-e142db4a7c6f tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032491 Jul 19 01:12:57.363861 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f88668-6395-4464-bc30-c253e456c322 req-74508d63-0690-4368-9abf-3b221e93b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:57.365381 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-74508d63-0690-4368-9abf-3b221e93b0d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad3ffe35-d556-4a56-86c2-b480a37d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1116741 Jul 19 01:12:57.473553 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d84962-839c-4b94-b681-5ecf7d7d7738 req-502120f7-dc42-4d92-ac46-383877acc1ab tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:57.475150 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a6d84962-839c-4b94-b681-5ecf7d7d7738 req-502120f7-dc42-4d92-ac46-383877acc1ab tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.0873861 Jul 19 01:12:57.521321 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-bc8f7cfb-d8ff-478f-a8a6-16690458abd8 service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476271 Jul 19 01:12:57.525114 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a6d84962-839c-4b94-b681-5ecf7d7d7738 req-753841e8-f952-41c8-b13a-8dae40358b85 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412078 Jul 19 01:12:57.664115 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c3f88668-6395-4464-bc30-c253e456c322 req-b1960a51-867b-4f68-aa0e-eb59dcbe1312 service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332471 Jul 19 01:12:57.921068 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf59d6-97fd-4672-bdea-c7c512db9c92 req-ec478e41-aba7-4951-bb96-cb3da83cb85e tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:57.922579 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a8cf59d6-97fd-4672-bdea-c7c512db9c92 req-ec478e41-aba7-4951-bb96-cb3da83cb85e tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 945 time: 0.0991166 Jul 19 01:12:57.973560 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a8cf59d6-97fd-4672-bdea-c7c512db9c92 req-fcaf10a3-4b14-4ca2-81ba-39f3e3a362d3 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448060 Jul 19 01:12:58.101343 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 35676) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:58.175952 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25c054-9c55-4bbc-a66e-939c276d5e17 req-f7b62177-700b-4088-b729-35f63fd65f6e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:58.177638 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ea25c054-9c55-4bbc-a66e-939c276d5e17 req-f7b62177-700b-4088-b729-35f63fd65f6e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0973613 Jul 19 01:12:58.226980 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ea25c054-9c55-4bbc-a66e-939c276d5e17 req-222f667f-8da0-4001-83d8-4f3c535f8990 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432990 Jul 19 01:12:58.256777 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-171085710-network', 'tenant_id': 'ba81d411950e446a8f928f18040d2764'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:12:58.262303 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:58.266131 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Usage tracker for resource:network and tenant:ba81d411950e446a8f928f18040d2764 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:12:58.268970 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:12:58.274633 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:58.285310 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Made reservation on behalf of ba81d411950e446a8f928f18040d2764 for: {'network': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:12:58.287569 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:58.300727 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:58.315207 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:58.319292 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Usage tracker for resource:security_group_rule and tenant:ba81d411950e446a8f928f18040d2764 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:12:58.322561 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:12:58.329297 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:58.445417 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:58.450159 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:58.453843 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-467d6325-00eb-47a5-915c-8e2ccdc25f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:58.487282 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=78633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:12:58.496326 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d96f867-b435-4124-a0fb-fd19d4ff5fae,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:58.500505 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:58.505136 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:58.505594 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.segments_db [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Added segment 36eea06e-7963-4705-a8f8-d529f3315f9b of type vlan for network 5189b018-77ca-4e2a-8d9e-5b46ca3d46b3 Jul 19 01:12:58.539660 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed396fc9-e5c1-4a18-b019-37d5b9687479 req-ed957c22-8e29-444a-b7d1-556de5e2cd5c tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:58.547038 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ed396fc9-e5c1-4a18-b019-37d5b9687479 req-ed957c22-8e29-444a-b7d1-556de5e2cd5c tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 946 time: 0.1283414 Jul 19 01:12:58.603846 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ed396fc9-e5c1-4a18-b019-37d5b9687479 req-31913df9-1771-4655-bf45-f3e170871f5a tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555854 Jul 19 01:12:58.714317 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:58.777008 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc36d7-5fca-424a-88cd-970b75df06a8 req-77cbf573-fcbd-4711-96e5-abb017569cec tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:58.778507 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6ccc36d7-5fca-424a-88cd-970b75df06a8 req-77cbf573-fcbd-4711-96e5-abb017569cec tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 944 time: 0.2601647 Jul 19 01:12:58.779751 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:58.781017 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:58.781582 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:58.784988 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:58.797213 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 21071ca0-185a-4cc5-9370-b2515273bc4a no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:12:58.825356 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5eb69-7c98-4f2c-b2af-001f9eca8c4f req-e5e65705-de82-48b5-bb38-04ffe5a35dfa tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:58.833120 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-eab5eb69-7c98-4f2c-b2af-001f9eca8c4f req-e5e65705-de82-48b5-bb38-04ffe5a35dfa tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1279073 Jul 19 01:12:58.893133 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-eab5eb69-7c98-4f2c-b2af-001f9eca8c4f req-59b7e6e9-1e24-40f1-a60d-dc9963af9372 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587845 Jul 19 01:12:58.921031 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Pushing event updated for resources: {'Network': ['ID=5189b018-77ca-4e2a-8d9e-5b46ca3d46b3,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:58.935529 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:58.937684 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network 5189b018-77ca-4e2a-8d9e-5b46ca3d46b3 details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:12:58.951074 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6ccc36d7-5fca-424a-88cd-970b75df06a8 req-488a1a7e-18fc-4d28-a9ee-0a756cd7219a tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302888 Jul 19 01:12:58.953777 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8502908 Jul 19 01:12:58.957003 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 35716) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:58.965761 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 35720) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:12:58.969607 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Request body: {'subnet': {'network_id': '5189b018-77ca-4e2a-8d9e-5b46ca3d46b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-171085710-subnet', 'tenant_id': 'ba81d411950e446a8f928f18040d2764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:12:58.983494 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:12:58.990393 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Usage tracker for resource:subnet and tenant:ba81d411950e446a8f928f18040d2764 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:12:58.994091 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:12:59.001800 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:12:59.017060 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Made reservation on behalf of ba81d411950e446a8f928f18040d2764 for: {'subnet': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:12:59.020185 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592514'] for subnet, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:59.099834 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-853ea2ee-3e95-41c4-8d16-a023debfd585 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1300843 Jul 19 01:12:59.364654 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3407811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592496'] for subnet, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:59.371056 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:12:59.464131 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ebfee9-64ea-4ca2-a083-c719e67127aa,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:12:59.469225 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:12:59.472093 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c496aa-4e86-458c-bc2c-497b442fd082 req-aa7c3fc6-aadf-4a85-a048-51fc2e437988 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:59.473433 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Checking segment: {'id': '36eea06e-7963-4705-a8f8-d529f3315f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5189b018-77ca-4e2a-8d9e-5b46ca3d46b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:12:59.473909 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-74c496aa-4e86-458c-bc2c-497b442fd082 req-aa7c3fc6-aadf-4a85-a048-51fc2e437988 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1261926 Jul 19 01:12:59.478553 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Network hostable DHCP agents. Network: 5189b018-77ca-4e2a-8d9e-5b46ca3d46b3, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:12:59.498964 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Network 5189b018-77ca-4e2a-8d9e-5b46ca3d46b3 is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:12:59.510919 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, 5189b018-77ca-4e2a-8d9e-5b46ca3d46b3) {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:12:59.519626 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3d5df9-f149-4247-b713-312b896d12dc None None] Network 5189b018-77ca-4e2a-8d9e-5b46ca3d46b3 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:12:59.521220 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:59.521954 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:12:59.551216 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-74c496aa-4e86-458c-bc2c-497b442fd082 req-ae8e4467-5cc6-4aad-82e4-a5ae1aaabbd7 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714374 Jul 19 01:12:59.587045 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6259749 Jul 19 01:12:59.642920 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068e59d-a031-4d84-956d-c491605a0b8e req-ee9fec56-ae91-494d-a6cd-947ced0ad5e3 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:59.653729 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d068e59d-a031-4d84-956d-c491605a0b8e req-ee9fec56-ae91-494d-a6cd-947ced0ad5e3 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 945 time: 0.1159537 Jul 19 01:12:59.734600 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d068e59d-a031-4d84-956d-c491605a0b8e req-0fade2f9-665c-4f78-be09-ebf3f55a6317 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799615 Jul 19 01:12:59.814027 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf8c7a-b373-4d61-9cec-192e4449bd12 None None] Network 5189b018-77ca-4e2a-8d9e-5b46ca3d46b3 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:12:59.831480 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a271a87-f3d3-40f5-8049-333a5c9dfb3f req-a6163574-0d98-4bcd-bb17-e603c7580051 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:12:59.832976 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9a271a87-f3d3-40f5-8049-333a5c9dfb3f req-a6163574-0d98-4bcd-bb17-e603c7580051 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 946 time: 0.1154864 Jul 19 01:12:59.888123 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9a271a87-f3d3-40f5-8049-333a5c9dfb3f req-5607214a-f20f-4bb1-8518-394703dd0d0f tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469031 Jul 19 01:13:00.108935 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97fcfb-1b44-4d0b-9023-34142687238e req-42d40019-848a-4021-8e13-8ed3adb44161 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:00.116200 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bf97fcfb-1b44-4d0b-9023-34142687238e req-42d40019-848a-4021-8e13-8ed3adb44161 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1068628 Jul 19 01:13:00.167175 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bf97fcfb-1b44-4d0b-9023-34142687238e req-4680666c-8293-42a0-8e8b-d83e4fa2c99b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499363 Jul 19 01:13:00.204490 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87821b-daad-4be1-8a16-251c3157942b req-93dcd7fe-b32d-46f3-839c-45cdf9b36a28 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:00.206047 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-fd87821b-daad-4be1-8a16-251c3157942b req-93dcd7fe-b32d-46f3-839c-45cdf9b36a28 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 944 time: 0.0922120 Jul 19 01:13:00.254570 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-fd87821b-daad-4be1-8a16-251c3157942b req-dd957858-95cb-442b-97f9-5ebd69d3f1e8 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Jul 19 01:13:00.258456 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 35760) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:00.264491 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-665316796-network', 'tenant_id': '9f2b63b257ef4d1a826141dd3d0ab1e1'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:13:00.268909 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:00.272757 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Usage tracker for resource:network and tenant:9f2b63b257ef4d1a826141dd3d0ab1e1 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:00.275495 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:00.282102 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:00.291777 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Made reservation on behalf of 9f2b63b257ef4d1a826141dd3d0ab1e1 for: {'network': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:13:00.294256 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:00.305958 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:00.322793 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:00.327069 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Usage tracker for resource:security_group_rule and tenant:9f2b63b257ef4d1a826141dd3d0ab1e1 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:00.329831 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:00.335461 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:00.423247 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:00.427657 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:00.431517 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b01db49a-db00-4d4b-8349-26fc7cbef5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:00.451106 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=78633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:13:00.470905 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1081a60-9159-4695-b403-31ad8e9bfca7,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:00.473228 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:00.473839 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.segments_db [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Added segment 0449a407-1cd5-4b16-9abc-e2cfb11a6eb9 of type vlan for network 9839f7a5-a383-4cdf-a6bd-bf61f8679d45 Jul 19 01:13:00.483432 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:00.483791 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:00.484142 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:00.484483 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:00.484830 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:00.485200 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:00.485536 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:00.485872 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:00.486223 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:00.486619 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:00.486886 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:00.487231 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:00.491380 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:00.513058 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:00.542010 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:00.543391 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:00.543955 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:00.547249 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7abe2eb2-2851-4d9b-8b7d-002e42aca5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:00.647477 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3877802 Jul 19 01:13:00.648360 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Pushing event updated for resources: {'Network': ['ID=9839f7a5-a383-4cdf-a6bd-bf61f8679d45,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:00.650329 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 35768) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:00.651543 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:00.657869 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Request body: {'subnet': {'network_id': '9839f7a5-a383-4cdf-a6bd-bf61f8679d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-665316796-subnet', 'tenant_id': '9f2b63b257ef4d1a826141dd3d0ab1e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:13:00.660090 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network 9839f7a5-a383-4cdf-a6bd-bf61f8679d45 details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:13:00.697635 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:00.707942 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Usage tracker for resource:subnet and tenant:9f2b63b257ef4d1a826141dd3d0ab1e1 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:00.712965 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:00.725180 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:00.749660 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Made reservation on behalf of 9f2b63b257ef4d1a826141dd3d0ab1e1 for: {'subnet': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:13:00.751781 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592514'] for subnet, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:00.810011 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device fb985949-6a8f-43d3-9db8-2567eacd8a4e details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:13:00.857483 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4f566-3b9c-4ea4-827d-87679ad3a92d req-3163190f-b8b0-492f-875c-241f858fda2d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:00.859348 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6ae4f566-3b9c-4ea4-827d-87679ad3a92d req-3163190f-b8b0-492f-875c-241f858fda2d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.2055383 Jul 19 01:13:00.940731 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6ae4f566-3b9c-4ea4-827d-87679ad3a92d req-37219ab2-e6c6-4110-8b41-2913dd5bbc77 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723815 Jul 19 01:13:00.941760 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ac9fd-ad3f-492a-bcaf-557b387ca011 req-bbc7ad26-fec1-4cdb-943e-d74f87a59e2c tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:00.949277 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c50ac9fd-ad3f-492a-bcaf-557b387ca011 req-bbc7ad26-fec1-4cdb-943e-d74f87a59e2c tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 945 time: 0.0947707 Jul 19 01:13:00.981849 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port fb985949-6a8f-43d3-9db8-2567eacd8a4e, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:13:00.996198 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'port_id': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e', 'mac_address': 'fa:16:3e:18:d9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:13:01.023396 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c50ac9fd-ad3f-492a-bcaf-557b387ca011 req-00f5cd2a-7e7b-4c50-bc29-99403b6c6ead tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731564 Jul 19 01:13:01.059832 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3407811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592496'] for subnet, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:01.069366 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:01.072637 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:01.090668 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb985949-6a8f-43d3-9db8-2567eacd8a4e {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:13:01.109148 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port fb985949-6a8f-43d3-9db8-2567eacd8a4e, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:13:01.114137 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:01.116960 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-65bba093-a7fe-4be0-88a6-860040308369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:01.190139 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=fb985949-6a8f-43d3-9db8-2567eacd8a4e,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:01.191962 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:01.207760 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2eb379-c93f-4e2c-b6eb-08550dd75427,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:01.213523 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:01.217241 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Checking segment: {'id': '0449a407-1cd5-4b16-9abc-e2cfb11a6eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9839f7a5-a383-4cdf-a6bd-bf61f8679d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:13:01.217601 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Network hostable DHCP agents. Network: 9839f7a5-a383-4cdf-a6bd-bf61f8679d45, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:13:01.246220 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Network 9839f7a5-a383-4cdf-a6bd-bf61f8679d45 is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:13:01.257493 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db8b96-279a-4931-9b79-08c3bd25e029 req-f00e5ba6-46ea-4f33-bd23-277a0eb0147c tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:01.259002 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-19db8b96-279a-4931-9b79-08c3bd25e029 req-f00e5ba6-46ea-4f33-bd23-277a0eb0147c tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 946 time: 0.1918113 Jul 19 01:13:01.265537 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, 9839f7a5-a383-4cdf-a6bd-bf61f8679d45) {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:13:01.274794 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d488172-5aa4-42d4-9879-cba51426ca40 None None] Network 9839f7a5-a383-4cdf-a6bd-bf61f8679d45 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:13:01.288248 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:01.288847 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:01.340354 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6884873 Jul 19 01:13:01.344339 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-19db8b96-279a-4931-9b79-08c3bd25e029 req-e864988d-dcbc-4e14-ac41-164d966f36e1 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767248 Jul 19 01:13:01.474727 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-b553fbb6-3723-425c-8e84-5874be45c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:01.476940 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-b553fbb6-3723-425c-8e84-5874be45c9c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405&tenant_id=78744406433a47b19d4fd6a43cfcac95 HTTP/1.1" status: 200 len: 1096 time: 0.1414154 Jul 19 01:13:01.484960 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8db3c-38ac-4110-be60-bd78fd2d015c req-52e97df8-cc48-424a-8c55-118b951cff57 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:01.492327 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-19d8db3c-38ac-4110-be60-bd78fd2d015c req-52e97df8-cc48-424a-8c55-118b951cff57 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.2145112 Jul 19 01:13:01.532433 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624df590-3001-436e-bed2-6ad077b7035a None None] Network 9839f7a5-a383-4cdf-a6bd-bf61f8679d45 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:13:01.532550 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 35782) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:01.547343 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-19d8db3c-38ac-4110-be60-bd78fd2d015c req-d4fb5328-300e-4573-8710-47479c0b7548 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538898 Jul 19 01:13:01.628875 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['fb985949-6a8f-43d3-9db8-2567eacd8a4e'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:13:01.639840 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729dedb-b026-4b5e-98ef-d0b8cb73e114 req-3bbb1c63-bc76-4a68-b47d-9e62074cae42 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:01.641375 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f729dedb-b026-4b5e-98ef-d0b8cb73e114 req-3bbb1c63-bc76-4a68-b47d-9e62074cae42 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 945 time: 0.1852145 Jul 19 01:13:01.651048 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_v2 [None req-55990308-895d-4c71-b731-2786d4379929 admin admin] Deleting subnet c5ebfee9-64ea-4ca2-a083-c719e67127aa {{(pid=78632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:13:01.654935 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-b49bfe4f-3bbe-4abf-9021-afcdeef798aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:01.656689 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-b49bfe4f-3bbe-4abf-9021-afcdeef798aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 1096 time: 0.0778959 Jul 19 01:13:01.677568 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-55990308-895d-4c71-b731-2786d4379929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:01.756882 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f729dedb-b026-4b5e-98ef-d0b8cb73e114 req-485b787e-5fd0-4f1f-aa03-3e219d01c76e tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035364 Jul 19 01:13:01.759995 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-55990308-895d-4c71-b731-2786d4379929 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113526'] for subnet, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:01.816119 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-ed34320a-0b21-4408-8f88-aab1b859fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:01.817607 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-ed34320a-0b21-4408-8f88-aab1b859fe4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 916 time: 0.1518192 Jul 19 01:13:01.819340 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ad38-3d86-441a-bdf0-5faa1917a2bd req-d88730d8-67e1-4311-82a5-8b6fc7fe5edc tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:01.820762 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8ff9ad38-3d86-441a-bdf0-5faa1917a2bd req-d88730d8-67e1-4311-82a5-8b6fc7fe5edc tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 945 time: 0.2353747 Jul 19 01:13:01.833862 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-55990308-895d-4c71-b731-2786d4379929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:01.945168 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-f1e2740f-ecc6-483a-be36-b755369417d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21071ca0-185a-4cc5-9370-b2515273bc4a HTTP/1.1" status: 200 len: 999 time: 0.1137199 Jul 19 01:13:01.948947 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-8ff9ad38-3d86-441a-bdf0-5faa1917a2bd req-c76e96eb-16ec-40c2-a3bf-a4f55557d344 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Deleting port 82b40c1a-3d9d-4219-b995-6b3bba0b2595 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:13:01.949293 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-8ff9ad38-3d86-441a-bdf0-5faa1917a2bd req-c76e96eb-16ec-40c2-a3bf-a4f55557d344 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:02.019669 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-a6ff82e1-8d43-4cb5-bac6-144446624efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:02.021117 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-a6ff82e1-8d43-4cb5-bac6-144446624efa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3a1d271-46d5-45ce-b690-19ecf5019168 HTTP/1.1" status: 200 len: 854 time: 0.0666835 Jul 19 01:13:02.068431 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-55990308-895d-4c71-b731-2786d4379929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3592489'] for subnet, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:02.091654 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-5f83785b-17f3-45bc-8618-f678410bb6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:02.140782 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55990308-895d-4c71-b731-2786d4379929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ebfee9-64ea-4ca2-a083-c719e67127aa,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:02.147783 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-55990308-895d-4c71-b731-2786d4379929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:02.174317 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-55990308-895d-4c71-b731-2786d4379929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:02.176194 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-e24347c6-fb9c-42f6-b3df-1fb33c8f950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:02.177656 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-e24347c6-fb9c-42f6-b3df-1fb33c8f950d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c296ada3-efae-4388-b9cf-7235586b6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1483896 Jul 19 01:13:02.186212 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d20c3b-e373-4640-aade-350dfdc8806f req-f8cc8ecc-f751-45a4-9ceb-418b76eed781 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:02.187562 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-49d20c3b-e373-4640-aade-350dfdc8806f req-f8cc8ecc-f751-45a4-9ceb-418b76eed781 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1120231 Jul 19 01:13:02.328045 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-55990308-895d-4c71-b731-2786d4379929 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c5ebfee9-64ea-4ca2-a083-c719e67127aa HTTP/1.1" status: 204 len: 168 time: 0.7943964 Jul 19 01:13:02.331163 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 35790) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:02.429053 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-49d20c3b-e373-4640-aade-350dfdc8806f req-26a348f5-9105-4f6f-bcfb-a027362bba90 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201672 Jul 19 01:13:02.441334 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-8ff9ad38-3d86-441a-bdf0-5faa1917a2bd req-c76e96eb-16ec-40c2-a3bf-a4f55557d344 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] For port 82b40c1a-3d9d-4219-b995-6b3bba0b2595, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=82b40c1a-3d9d-4219-b995-6b3bba0b2595,segment=NetworkSegment(9282863e-da92-45d4-aded-80d50b86816a),segment_id=9282863e-da92-45d4-aded-80d50b86816a)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:13:02.441675 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-8ff9ad38-3d86-441a-bdf0-5faa1917a2bd req-c76e96eb-16ec-40c2-a3bf-a4f55557d344 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:02.464702 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4a5fd-b5f5-4321-b767-2e98ff569194 req-c4683976-b83a-43e5-b2a0-25c6d1544980 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:02.466307 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0ff4a5fd-b5f5-4321-b767-2e98ff569194 req-c4683976-b83a-43e5-b2a0-25c6d1544980 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 945 time: 0.3196473 Jul 19 01:13:02.577618 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:02.593228 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-01099c0f-f3c6-4424-b4e3-c7f7ea127bbc service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043343 Jul 19 01:13:02.594268 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-8ff9ad38-3d86-441a-bdf0-5faa1917a2bd req-c76e96eb-16ec-40c2-a3bf-a4f55557d344 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Calling delete_port for 82b40c1a-3d9d-4219-b995-6b3bba0b2595 owned by compute:nova {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:13:02.676014 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0ff4a5fd-b5f5-4321-b767-2e98ff569194 req-34a088f7-3daf-4224-85e6-c32f6df03683 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fd8d64-7edb-413d-b17a-d58adc1f8059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575401 Jul 19 01:13:02.767082 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-8ff9ad38-3d86-441a-bdf0-5faa1917a2bd req-c76e96eb-16ec-40c2-a3bf-a4f55557d344 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:02.773070 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:02.805570 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['82b40c1a-3d9d-4219-b995-6b3bba0b2595'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:13:02.859390 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:02.862626 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e96eb-16ec-40c2-a3bf-a4f55557d344 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Pushing event deleted for resources: {'Port': ['ID=82b40c1a-3d9d-4219-b995-6b3bba0b2595,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:02.866156 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device fb985949-6a8f-43d3-9db8-2567eacd8a4e up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:13:02.867192 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c76e96eb-16ec-40c2-a3bf-a4f55557d344 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:02.888758 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bf72c-0098-49e1-89f6-fbb9f468b4d7 req-571ed32b-b5b3-4a58-97de-ac075f52ad5d tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:02.890632 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-dd8bf72c-0098-49e1-89f6-fbb9f468b4d7 req-571ed32b-b5b3-4a58-97de-ac075f52ad5d tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 946 time: 0.3526812 Jul 19 01:13:02.893066 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:02.893635 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:02.894582 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:02.895131 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > port after_create 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:02.895653 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:02.896184 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > port after_update 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:02.896685 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:02.897189 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:02.898610 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:02.899178 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:02.947592 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff9ad38-3d86-441a-bdf0-5faa1917a2bd req-c76e96eb-16ec-40c2-a3bf-a4f55557d344 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] No DVR routers for this DVR port 82b40c1a-3d9d-4219-b995-6b3bba0b2595 on host hv-cinder-80123 {{(pid=78632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:13:02.950500 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-8ff9ad38-3d86-441a-bdf0-5faa1917a2bd req-c76e96eb-16ec-40c2-a3bf-a4f55557d344 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:02.953289 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7325f2-1f4d-4a28-ae69-56a87f047542', 'name': 'network-vif-deleted', 'tag': '82b40c1a-3d9d-4219-b995-6b3bba0b2595'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:13:02.973128 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8ff9ad38-3d86-441a-bdf0-5faa1917a2bd req-c76e96eb-16ec-40c2-a3bf-a4f55557d344 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.15 "DELETE /v2.0/ports/82b40c1a-3d9d-4219-b995-6b3bba0b2595 HTTP/1.1" status: 204 len: 173 time: 1.1405053 Jul 19 01:13:02.998276 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd95f6-e051-4aa7-9eb2-05c8e7b93803 req-f654eaa3-efd9-4a11-aa28-2cea2e5281aa tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:03.003186 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dbfd95f6-e051-4aa7-9eb2-05c8e7b93803 req-f654eaa3-efd9-4a11-aa28-2cea2e5281aa tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1992772 Jul 19 01:13:03.039111 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port fb985949-6a8f-43d3-9db8-2567eacd8a4e completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:13:03.045533 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port fb985949-6a8f-43d3-9db8-2567eacd8a4e triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:13:03.045949 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:03.056907 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:03.058251 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:03.059205 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:03.059906 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 01:13:03.060557 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.services.segments.db [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5189b018-77ca-4e2a-8d9e-5b46ca3d46b3']}} {{(pid=78633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:13:03.078273 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dbfd95f6-e051-4aa7-9eb2-05c8e7b93803 req-ef785528-295b-4d19-b610-66102f0eb1b5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680842 Jul 19 01:13:03.090523 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d0c53e4d-e3bc-4685-a72e-432c587d8825 req-f9621913-5cca-41b1-88cf-d8561147c951 service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883471 Jul 19 01:13:03.141987 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.services.segments.db [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36eea06e-7963-4705-a8f8-d529f3315f9b') {'for_net_delete': True} {{(pid=78633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:13:03.142182 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.services.segments.db [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36eea06e-7963-4705-a8f8-d529f3315f9b') {} {{(pid=78633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:13:03.189989 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2168835'] for segment, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:03.200487 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-dd8bf72c-0098-49e1-89f6-fbb9f468b4d7 req-04444b44-1822-47e2-a6ea-e52ed9ab907f tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139939 Jul 19 01:13:03.222268 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:03.224988 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=78633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:13:03.225393 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2614476'] for segment, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: from cryptography.utils import int_from_bytes Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: from cryptography.utils import int_from_bytes Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: util.warn_limited( Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: util.warn_limited( Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: Traceback (most recent call last): Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: timer() Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: cb(*args, **kw) Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: return func(*args, **kwargs) Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: self._notify() Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: self.callback(batched_events) Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: event.method(event) Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: return f(self, *a, **k) Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: return self._get(url).json() Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: return self.request(url, 'GET', **kwargs) Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:13:03.253070 dv-cinder-801236-1-smb neutron-server[78633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:13:03.284041 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7325f2-1f4d-4a28-ae69-56a87f047542', 'name': 'network-vif-deleted', 'tag': '82b40c1a-3d9d-4219-b995-6b3bba0b2595', 'status': 'completed', 'code': 200} Jul 19 01:13:03.316361 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:03.342144 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ec698-1563-401a-a751-b0a55d25d1d9 req-cdf72a74-b4bb-4a51-97d1-204302dce56a tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:03.342914 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:03.344021 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9d3ec698-1563-401a-a751-b0a55d25d1d9 req-cdf72a74-b4bb-4a51-97d1-204302dce56a tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 945 time: 0.0992982 Jul 19 01:13:03.347213 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:03.361051 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:13:03.367231 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:03.370045 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Pushing event deleted for resources: {'Network': ['ID=5189b018-77ca-4e2a-8d9e-5b46ca3d46b3,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:03.373417 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:03.376826 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port fb985949-6a8f-43d3-9db8-2567eacd8a4e, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:13:03.378862 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-cccbd9c1-871c-4093-b356-12d9e97a9714 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5189b018-77ca-4e2a-8d9e-5b46ca3d46b3 HTTP/1.1" status: 204 len: 168 time: 1.0440705 Jul 19 01:13:03.381177 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 35808) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:03.389270 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:03.399705 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-76658d9e-938f-4c30-9f1d-1a53c3f2806b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:03.410355 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9d3ec698-1563-401a-a751-b0a55d25d1d9 req-b0658610-377a-442f-a892-6043c008c028 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588777 Jul 19 01:13:03.437350 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e', 'code': 200} Jul 19 01:13:03.449927 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_v2 [None req-2395f7df-49cc-40ad-af1a-eba50bd31b5e admin admin] Deleting subnet 0b2eb379-c93f-4e2c-b6eb-08550dd75427 {{(pid=78633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:13:03.453804 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2395f7df-49cc-40ad-af1a-eba50bd31b5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:03.476414 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=fb985949-6a8f-43d3-9db8-2567eacd8a4e,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:03.484433 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:03.484770 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:03.485189 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:03.485646 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:03.485994 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:03.486395 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:03.486816 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:03.487208 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:03.487659 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:03.488048 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:03.488437 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:03.488822 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:13:03.492957 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:03.525086 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2395f7df-49cc-40ad-af1a-eba50bd31b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2168860'] for subnet, precommit_delete_associations {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:03.639957 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2395f7df-49cc-40ad-af1a-eba50bd31b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:03.774932 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5caf7-80cf-43bc-9f09-c6752ed5f2f3 req-9b9f3fdc-8dc5-4a60-894c-9cf90e17449b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:03.776612 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a8e5caf7-80cf-43bc-9f09-c6752ed5f2f3 req-9b9f3fdc-8dc5-4a60-894c-9cf90e17449b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.2177126 Jul 19 01:13:03.812061 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2395f7df-49cc-40ad-af1a-eba50bd31b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4121881'] for subnet, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:03.823183 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-14eccb3d-399c-47ac-a203-3c041679e10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:03.850292 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-b3d60adb-a176-46f8-a953-1fff784fe893 req-d0d79bf2-e034-4b7f-960c-a4b5b8e255cb tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Synchronizing usage tracker for tenant:36d23bcf3bdc48aa9d538d5dd9546feb on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:13:03.868049 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-b3d60adb-a176-46f8-a953-1fff784fe893 req-d0d79bf2-e034-4b7f-960c-a4b5b8e255cb tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Unset dirty status for tenant:36d23bcf3bdc48aa9d538d5dd9546feb on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:13:03.869339 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b3d60adb-a176-46f8-a953-1fff784fe893 req-d0d79bf2-e034-4b7f-960c-a4b5b8e255cb tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 210 time: 0.0676620 Jul 19 01:13:03.879496 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395f7df-49cc-40ad-af1a-eba50bd31b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2eb379-c93f-4e2c-b6eb-08550dd75427,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:03.883792 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2395f7df-49cc-40ad-af1a-eba50bd31b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:03.884697 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2395f7df-49cc-40ad-af1a-eba50bd31b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:03.895287 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671658e-41fe-4a80-a4d5-0995e101f290 req-fe2b4cce-31f1-48be-80fb-ce7435173526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:03.896732 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b671658e-41fe-4a80-a4d5-0995e101f290 req-fe2b4cce-31f1-48be-80fb-ce7435173526 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 1099 time: 0.2089779 Jul 19 01:13:03.903936 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2395f7df-49cc-40ad-af1a-eba50bd31b5e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0b2eb379-c93f-4e2c-b6eb-08550dd75427 HTTP/1.1" status: 204 len: 168 time: 0.5217087 Jul 19 01:13:03.907086 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a8e5caf7-80cf-43bc-9f09-c6752ed5f2f3 req-1b32b141-31e0-4919-b56e-3757d43291fa tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181588 Jul 19 01:13:03.909020 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 35826) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:04.005480 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579c8b5-5c1d-4021-888d-eb0a0b9d3ee5 req-b3f900de-cb2b-4f70-878f-ed2c17f9eccd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:04.007362 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f579c8b5-5c1d-4021-888d-eb0a0b9d3ee5 req-b3f900de-cb2b-4f70-878f-ed2c17f9eccd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 946 time: 0.1181300 Jul 19 01:13:04.086435 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b671658e-41fe-4a80-a4d5-0995e101f290 req-8de23a6b-2170-4350-888d-e8b1d7b28734 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740599 Jul 19 01:13:04.105646 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:04.130565 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-f579c8b5-5c1d-4021-888d-eb0a0b9d3ee5 req-b8e5d779-a64e-41bf-b4f7-e2d74620f246 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Deleting port faebf6a8-b7eb-4629-8910-be7535344935 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:13:04.131186 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-f579c8b5-5c1d-4021-888d-eb0a0b9d3ee5 req-b8e5d779-a64e-41bf-b4f7-e2d74620f246 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:04.477883 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:04.552466 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.services.segments.db [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9839f7a5-a383-4cdf-a6bd-bf61f8679d45']}} {{(pid=78633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:13:04.566722 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-f579c8b5-5c1d-4021-888d-eb0a0b9d3ee5 req-b8e5d779-a64e-41bf-b4f7-e2d74620f246 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] For port faebf6a8-b7eb-4629-8910-be7535344935, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=faebf6a8-b7eb-4629-8910-be7535344935,segment=NetworkSegment(3da66d69-54b2-4b2e-9957-462fe57fe0ba),segment_id=3da66d69-54b2-4b2e-9957-462fe57fe0ba)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:13:04.567095 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-f579c8b5-5c1d-4021-888d-eb0a0b9d3ee5 req-b8e5d779-a64e-41bf-b4f7-e2d74620f246 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:04.568206 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.services.segments.db [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0449a407-1cd5-4b16-9abc-e2cfb11a6eb9') {'for_net_delete': True} {{(pid=78633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:13:04.568518 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.services.segments.db [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0449a407-1cd5-4b16-9abc-e2cfb11a6eb9') {} {{(pid=78633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:13:04.592176 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2168835'] for segment, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:04.605886 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22a043-a450-487e-94c4-88fe92519541 req-e1c99396-9046-48a1-8ceb-60de3a9bbf36 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:04.607426 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8c22a043-a450-487e-94c4-88fe92519541 req-e1c99396-9046-48a1-8ceb-60de3a9bbf36 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 946 time: 0.1219442 Jul 19 01:13:04.638133 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:04.651027 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=78633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:13:04.652007 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2614476'] for segment, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: Traceback (most recent call last): Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: timer() Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: cb(*args, **kw) Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: return func(*args, **kwargs) Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: self._notify() Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: self.callback(batched_events) Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: event.method(event) Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: return f(self, *a, **k) Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: return self._get(url).json() Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: return self.request(url, 'GET', **kwargs) Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:13:04.666076 dv-cinder-801236-1-smb neutron-server[78633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:13:04.693418 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8c22a043-a450-487e-94c4-88fe92519541 req-aa9068ae-893b-462b-a36b-aa88e4082d16 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778611 Jul 19 01:13:04.734702 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b2009-dfa9-466b-8353-ee7a4a63629a req-44c80508-28b0-4f44-b4a6-da892ab7d4c9 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:04.736373 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-880b2009-dfa9-466b-8353-ee7a4a63629a req-44c80508-28b0-4f44-b4a6-da892ab7d4c9 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.3088512 Jul 19 01:13:04.744160 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-f579c8b5-5c1d-4021-888d-eb0a0b9d3ee5 req-b8e5d779-a64e-41bf-b4f7-e2d74620f246 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Calling delete_port for faebf6a8-b7eb-4629-8910-be7535344935 owned by compute:nova {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:13:04.780130 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:04.785233 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:04.823808 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:04.826759 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] Pushing event deleted for resources: {'Network': ['ID=9839f7a5-a383-4cdf-a6bd-bf61f8679d45,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:04.829833 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:04.832809 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] 10.222.0.10 "DELETE /v2.0/networks/9839f7a5-a383-4cdf-a6bd-bf61f8679d45 HTTP/1.1" status: 204 len: 168 time: 0.9227822 Jul 19 01:13:04.837890 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 82b40c1a-3d9d-4219-b995-6b3bba0b2595 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:13:04.949236 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: 82b40c1a-3d9d-4219-b995-6b3bba0b2595 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:13:04.949842 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 82b40c1a-3d9d-4219-b995-6b3bba0b2595 not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:13:04.974521 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-880b2009-dfa9-466b-8353-ee7a4a63629a req-68779d2d-88af-4701-a69f-5c3eda22df48 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994853 Jul 19 01:13:05.017117 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbbbb1-93d3-449b-88b5-6bfba26bc55b req-d0f39f00-0b5b-40a4-b2f0-d6fd8477965e tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:05.027297 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-17dbbbb1-93d3-449b-88b5-6bfba26bc55b req-d0f39f00-0b5b-40a4-b2f0-d6fd8477965e tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.1570485 Jul 19 01:13:05.111679 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-17dbbbb1-93d3-449b-88b5-6bfba26bc55b req-451a5ba9-c8e6-48df-af0e-05b1b1f5ac2f tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821533 Jul 19 01:13:05.129422 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-f579c8b5-5c1d-4021-888d-eb0a0b9d3ee5 req-b8e5d779-a64e-41bf-b4f7-e2d74620f246 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:05.141989 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e559b4b3-19a9-4a73-8ef5-90aca0e6de03 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:05.329362 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5d779-a64e-41bf-b4f7-e2d74620f246 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Pushing event deleted for resources: {'Port': ['ID=faebf6a8-b7eb-4629-8910-be7535344935,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:05.332104 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b8e5d779-a64e-41bf-b4f7-e2d74620f246 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:05.332766 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 35848) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:05.391298 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-659ca34d-eb78-41e3-8d6a-fc9e14b76511 req-942409fb-4769-461a-a65f-f8c9318d1fd3 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 210 time: 0.1279840 Jul 19 01:13:05.392796 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3fde7-f5d7-4c46-9094-5606e3276705 req-6979ef31-62e1-4894-828e-ad70118db6b9 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:05.394095 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [req-f579c8b5-5c1d-4021-888d-eb0a0b9d3ee5 req-b8e5d779-a64e-41bf-b4f7-e2d74620f246 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] No DVR routers for this DVR port faebf6a8-b7eb-4629-8910-be7535344935 on host hv-cinder-80123 {{(pid=78632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:13:05.394491 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-89d3fde7-f5d7-4c46-9094-5606e3276705 req-6979ef31-62e1-4894-828e-ad70118db6b9 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1112103 Jul 19 01:13:05.396471 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-f579c8b5-5c1d-4021-888d-eb0a0b9d3ee5 req-b8e5d779-a64e-41bf-b4f7-e2d74620f246 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:05.402934 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb0975e-8c8a-4310-9f7f-0f967eafcf4b', 'name': 'network-vif-deleted', 'tag': 'faebf6a8-b7eb-4629-8910-be7535344935'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:13:05.449655 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-89d3fde7-f5d7-4c46-9094-5606e3276705 req-a0645778-820d-4af1-86be-03cd4323411a tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482056 Jul 19 01:13:05.488901 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb0975e-8c8a-4310-9f7f-0f967eafcf4b', 'name': 'network-vif-deleted', 'tag': 'faebf6a8-b7eb-4629-8910-be7535344935', 'status': 'completed', 'code': 200} Jul 19 01:13:05.492991 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f579c8b5-5c1d-4021-888d-eb0a0b9d3ee5 req-b8e5d779-a64e-41bf-b4f7-e2d74620f246 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.15 "DELETE /v2.0/ports/faebf6a8-b7eb-4629-8910-be7535344935 HTTP/1.1" status: 204 len: 173 time: 1.4794781 Jul 19 01:13:05.499698 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-d2f9c5a5-86db-4b2e-be76-033cf6fa2cf4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba81d411950e446a8f928f18040d2764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267838 Jul 19 01:13:05.502088 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 35854) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:05.567558 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f90da2c6-d0b2-444e-af3d-ff7c8920c80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:05.601870 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f90da2c6-d0b2-444e-af3d-ff7c8920c80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:05.656608 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f90da2c6-d0b2-444e-af3d-ff7c8920c80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:05.661174 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-076f07a1-8585-4f4f-b12f-2be857a7a01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:05.674356 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90da2c6-d0b2-444e-af3d-ff7c8920c80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d96f867-b435-4124-a0fb-fd19d4ff5fae,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:05.679632 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f90da2c6-d0b2-444e-af3d-ff7c8920c80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:05.683889 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f90da2c6-d0b2-444e-af3d-ff7c8920c80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:05.685578 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-f90da2c6-d0b2-444e-af3d-ff7c8920c80d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d96f867-b435-4124-a0fb-fd19d4ff5fae HTTP/1.1" status: 204 len: 168 time: 0.1825051 Jul 19 01:13:05.712754 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-f24f3e46-9655-430f-b807-b78004b8adf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:05.868122 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e902739a-2a0c-45dc-a301-bcc7b496860c req-447d863e-00e7-4cf1-8a46-e5b9a83d1c2c tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 210 time: 0.0619037 Jul 19 01:13:06.130927 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 35868) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:06.237322 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-ba5b5ff2-d3ff-4dcd-8da3-fa7dfdd0badd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f2b63b257ef4d1a826141dd3d0ab1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049857 Jul 19 01:13:06.242785 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 35872) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:06.313080 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:06.331691 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-52dc5811-132e-4658-9436-bd4d0846a696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:06.342111 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830ae6b-010c-4846-96cd-ef8d3de7cb92 req-6bf20dc8-9eb3-4450-89cc-266da8a55972 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:06.343783 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a830ae6b-010c-4846-96cd-ef8d3de7cb92 req-6bf20dc8-9eb3-4450-89cc-266da8a55972 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1522591 Jul 19 01:13:06.344314 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d01b60-3b8c-47f5-be1c-ce3f65a62baf req-e8453c35-88a4-4695-8306-0e908c94e737 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:06.358803 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-56d01b60-3b8c-47f5-be1c-ce3f65a62baf req-e8453c35-88a4-4695-8306-0e908c94e737 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.1283476 Jul 19 01:13:06.394326 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-52dc5811-132e-4658-9436-bd4d0846a696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:06.422993 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-56d01b60-3b8c-47f5-be1c-ce3f65a62baf req-5815263f-ba75-4dd5-b0ab-969ca726b630 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630841 Jul 19 01:13:06.435029 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a830ae6b-010c-4846-96cd-ef8d3de7cb92 req-9732dde0-3eec-47ad-8167-7aaa5424937c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831933 Jul 19 01:13:06.489147 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-52dc5811-132e-4658-9436-bd4d0846a696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:06.494317 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-942131ce-041d-403c-9d9d-9410bb2dc76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:06.510379 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc5811-132e-4658-9436-bd4d0846a696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1081a60-9159-4695-b403-31ad8e9bfca7,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:06.513571 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-52dc5811-132e-4658-9436-bd4d0846a696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:06.514983 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-52dc5811-132e-4658-9436-bd4d0846a696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:06.516509 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-52dc5811-132e-4658-9436-bd4d0846a696 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1081a60-9159-4695-b403-31ad8e9bfca7 HTTP/1.1" status: 204 len: 168 time: 0.2727025 Jul 19 01:13:06.686978 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-76688d01-c7ae-4e37-b5e9-83576153b89a req-31882935-c7b1-4758-b681-d08ccb00313c tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 210 time: 0.0599566 Jul 19 01:13:06.723335 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c17c4-0f41-42fc-a46a-4b95bc57d347 req-a5815c7c-38dd-41a3-87ac-bb86a848d03e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:06.732515 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-453c17c4-0f41-42fc-a46a-4b95bc57d347 req-a5815c7c-38dd-41a3-87ac-bb86a848d03e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1156735 Jul 19 01:13:06.791147 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-453c17c4-0f41-42fc-a46a-4b95bc57d347 req-9d7b5ebc-a81f-49ea-a0d7-975065645b1e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569327 Jul 19 01:13:06.826767 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device faebf6a8-b7eb-4629-8910-be7535344935 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:13:06.865632 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: faebf6a8-b7eb-4629-8910-be7535344935 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:13:06.866269 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device faebf6a8-b7eb-4629-8910-be7535344935 not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:13:07.034353 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-957d61cc-e50b-4c4c-8035-1c4f2221e3c3 req-c59bb5f0-244e-475c-a8f3-76e0bbec26f2 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 210 time: 0.0472920 Jul 19 01:13:07.704097 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcbd1f-4630-4674-9c97-16e8e6cdd5b4 req-38c5c7ca-f8ee-43fa-8924-b8bdc6862ef4 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:07.713593 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-77fcbd1f-4630-4674-9c97-16e8e6cdd5b4 req-38c5c7ca-f8ee-43fa-8924-b8bdc6862ef4 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1261544 Jul 19 01:13:07.736495 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794a73d-555f-4ba0-847c-6b0033877036 req-3bef7b37-4855-42d1-a2a3-93567086bf1f tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:07.739560 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6794a73d-555f-4ba0-847c-6b0033877036 req-3bef7b37-4855-42d1-a2a3-93567086bf1f tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.1475570 Jul 19 01:13:07.785303 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-77fcbd1f-4630-4674-9c97-16e8e6cdd5b4 req-c0f1c0df-ff6d-4729-95e8-c58ccebf852c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649602 Jul 19 01:13:07.822601 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6794a73d-555f-4ba0-847c-6b0033877036 req-7e3ddc05-0cd8-497f-8bc7-7afb7791cef1 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768168 Jul 19 01:13:08.041640 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9488f990-da34-4683-971b-8874911447b3 req-93ffceba-efac-459e-9d43-c98ec266998d tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 210 time: 0.0783703 Jul 19 01:13:08.063921 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe9223-4c98-4621-9df5-0030d93b91c5 req-cd9bcc26-c633-4edf-9cb1-02b1684a5eac tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:08.071416 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-42fe9223-4c98-4621-9df5-0030d93b91c5 req-cd9bcc26-c633-4edf-9cb1-02b1684a5eac tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0972857 Jul 19 01:13:08.130758 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-42fe9223-4c98-4621-9df5-0030d93b91c5 req-079ff2fc-6f86-4f81-bdfa-06f5dc89943e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582359 Jul 19 01:13:08.280746 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bd59cb52-395a-4489-8075-377f0a1639d3 req-5e075a23-fab9-42fc-826f-9a212a445b99 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 210 time: 0.0547919 Jul 19 01:13:08.283851 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5a68fed3-341c-406f-8d9d-316447d7dc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:08.980094 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:09.058079 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7502da-64e4-4f53-ba27-331d1f755ef6 req-598a465e-98b8-4e87-beba-aab610eb970d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:09.060032 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3b7502da-64e4-4f53-ba27-331d1f755ef6 req-598a465e-98b8-4e87-beba-aab610eb970d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1298597 Jul 19 01:13:09.080703 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb04b27-aeb3-4e42-a673-5c24236380c0 req-eb7fdf56-7e12-488a-8c9c-e7ecafbb09a4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:09.083795 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-eeb04b27-aeb3-4e42-a673-5c24236380c0 req-eb7fdf56-7e12-488a-8c9c-e7ecafbb09a4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.1305518 Jul 19 01:13:09.112290 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3b7502da-64e4-4f53-ba27-331d1f755ef6 req-c3e7f6c0-a724-4c4d-b915-492499961729 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439048 Jul 19 01:13:09.197804 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-eeb04b27-aeb3-4e42-a673-5c24236380c0 req-483c8653-41b8-433e-815e-06c903a53337 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058257 Jul 19 01:13:09.255895 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 35964) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:09.362497 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b8506884-fe08-440a-a47f-9313f84fabe7 req-7ea57816-6750-46e4-99cf-44f8a0d49fd4 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 210 time: 0.0796320 Jul 19 01:13:09.431947 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5665d8b3-604d-4aaf-bbcb-582a2af4debd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:09.449768 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-5665d8b3-604d-4aaf-bbcb-582a2af4debd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:09.455084 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-5665d8b3-604d-4aaf-bbcb-582a2af4debd admin admin] Usage tracker for resource:security_group_rule and tenant:d18966fcbcf7425cba9118a2332f65f3 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:09.455241 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd86f8d-6a75-484a-8880-33deb0445d96 req-dbda1cc6-3934-48ec-a777-afc1225ad8b8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:09.457037 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-afd86f8d-6a75-484a-8880-33deb0445d96 req-dbda1cc6-3934-48ec-a777-afc1225ad8b8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1290038 Jul 19 01:13:09.463671 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-5665d8b3-604d-4aaf-bbcb-582a2af4debd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:09.471777 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-5665d8b3-604d-4aaf-bbcb-582a2af4debd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:09.506699 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:09.537441 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-afd86f8d-6a75-484a-8880-33deb0445d96 req-991c74a7-479c-40d1-b619-efa30e0258b5 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710545 Jul 19 01:13:09.568071 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-a9d904e4-a0a2-49c3-969e-ca197d9d3ceb req-6a20ec17-ecb6-4d13-ab89-e279a10ff7ac tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Synchronizing usage tracker for tenant:ede67a96bc344a64bba112dc1bd4f4ad on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:13:09.601506 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-a9d904e4-a0a2-49c3-969e-ca197d9d3ceb req-6a20ec17-ecb6-4d13-ab89-e279a10ff7ac tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Unset dirty status for tenant:ede67a96bc344a64bba112dc1bd4f4ad on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:13:09.602980 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a9d904e4-a0a2-49c3-969e-ca197d9d3ceb req-6a20ec17-ecb6-4d13-ab89-e279a10ff7ac tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 210 time: 0.0820384 Jul 19 01:13:09.640359 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5665d8b3-604d-4aaf-bbcb-582a2af4debd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:09.643173 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5665d8b3-604d-4aaf-bbcb-582a2af4debd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:09.649804 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-35394fbf-fd16-4991-b44c-d7ab04f6b4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:09.693654 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665d8b3-604d-4aaf-bbcb-582a2af4debd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf2ef6e-fbd2-44db-ad06-7d6b35af0175,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:09.698662 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-5665d8b3-604d-4aaf-bbcb-582a2af4debd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d18966fcbcf7425cba9118a2332f65f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411519 Jul 19 01:13:09.699935 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-5665d8b3-604d-4aaf-bbcb-582a2af4debd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:09.701860 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 35972) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:09.760596 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-673c0bf0-9111-4caa-b43f-ee193938352d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:09.788718 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-673c0bf0-9111-4caa-b43f-ee193938352d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:09.841855 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-673c0bf0-9111-4caa-b43f-ee193938352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:09.845788 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-9c6b8808-6903-4d22-ac63-c0f953a15fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:09.857461 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c0bf0-9111-4caa-b43f-ee193938352d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf2ef6e-fbd2-44db-ad06-7d6b35af0175,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:09.861599 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-673c0bf0-9111-4caa-b43f-ee193938352d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:09.865031 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-673c0bf0-9111-4caa-b43f-ee193938352d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:09.869218 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-673c0bf0-9111-4caa-b43f-ee193938352d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3cf2ef6e-fbd2-44db-ad06-7d6b35af0175 HTTP/1.1" status: 204 len: 168 time: 0.1663289 Jul 19 01:13:10.237739 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 35984) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:10.257102 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a23ab9f6-d3cc-43d1-90bd-23dce0288467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:10.301458 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a23ab9f6-d3cc-43d1-90bd-23dce0288467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:10.305983 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a23ab9f6-d3cc-43d1-90bd-23dce0288467 admin admin] Usage tracker for resource:security_group_rule and tenant:ac98bec293224efea66ac5f65d1af220 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:10.309203 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a23ab9f6-d3cc-43d1-90bd-23dce0288467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:10.316594 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a23ab9f6-d3cc-43d1-90bd-23dce0288467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:10.461025 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555fc43-9f9b-476e-9e68-2d6091191d04 req-cfacff90-4c47-4f1f-9f1e-29a4a953b79e tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:10.462648 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8555fc43-9f9b-476e-9e68-2d6091191d04 req-cfacff90-4c47-4f1f-9f1e-29a4a953b79e tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1477599 Jul 19 01:13:10.487999 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f61abe-2430-4a2a-bf00-c417397db04f req-fe361f2a-7922-4a3e-99ec-b17a37b2b9f2 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:10.489338 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-18f61abe-2430-4a2a-bf00-c417397db04f req-fe361f2a-7922-4a3e-99ec-b17a37b2b9f2 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.1074705 Jul 19 01:13:10.540899 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a23ab9f6-d3cc-43d1-90bd-23dce0288467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:10.551871 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8555fc43-9f9b-476e-9e68-2d6091191d04 req-895e7301-f383-453f-b83c-315f3cff6a29 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771568 Jul 19 01:13:10.552068 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-18f61abe-2430-4a2a-bf00-c417397db04f req-3798ade7-f4e7-4d21-bbdc-f3f2e632d642 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551593 Jul 19 01:13:10.560111 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a23ab9f6-d3cc-43d1-90bd-23dce0288467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:10.591605 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-540c4a07-24da-4c21-99db-3c963d66fbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:10.603670 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-a23ab9f6-d3cc-43d1-90bd-23dce0288467 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac98bec293224efea66ac5f65d1af220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619697 Jul 19 01:13:10.603670 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 35992) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:10.648503 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ab9f6-d3cc-43d1-90bd-23dce0288467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d75c04-571f-44a7-b59c-40547467fd3d,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:10.678948 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a23ab9f6-d3cc-43d1-90bd-23dce0288467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:10.763229 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a321dbc5-42fc-4ba0-a9a9-acf886701c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:10.767379 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-413df856-3462-4979-9f6f-0ca2002cf87f req-c0f332ae-a320-48a6-b5c9-c47e125906a9 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 210 time: 0.0723259 Jul 19 01:13:10.798487 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:10.801949 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a321dbc5-42fc-4ba0-a9a9-acf886701c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:10.814319 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4ece4-4c94-486b-95ab-bd740d663c69 req-28b6698b-a011-45f8-8d49-2b08f8b07e61 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:10.815898 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e7e4ece4-4c94-486b-95ab-bd740d663c69 req-28b6698b-a011-45f8-8d49-2b08f8b07e61 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1012254 Jul 19 01:13:10.880595 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a321dbc5-42fc-4ba0-a9a9-acf886701c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:10.886346 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:10.899486 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-e7e4ece4-4c94-486b-95ab-bd740d663c69 req-389a05c9-5ba4-4e1f-976d-c7b84086e3c2 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752623 Jul 19 01:13:10.904394 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a321dbc5-42fc-4ba0-a9a9-acf886701c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:10.905515 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-a321dbc5-42fc-4ba0-a9a9-acf886701c92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44d75c04-571f-44a7-b59c-40547467fd3d HTTP/1.1" status: 204 len: 168 time: 0.3011923 Jul 19 01:13:10.906640 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321dbc5-42fc-4ba0-a9a9-acf886701c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d75c04-571f-44a7-b59c-40547467fd3d,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:10.927672 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a321dbc5-42fc-4ba0-a9a9-acf886701c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:10.983348 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-855c2dfd-d76f-460b-a0f8-99a326df832d req-ea361efc-3cd6-42de-893d-6f26442a0570 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 210 time: 0.0462465 Jul 19 01:13:11.818160 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c72379-3a9f-45c9-ad9c-a6d1a0f535db req-4dac5bcc-0d6b-45d2-a4c2-5c17790d54d7 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:11.820433 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-79c72379-3a9f-45c9-ad9c-a6d1a0f535db req-4dac5bcc-0d6b-45d2-a4c2-5c17790d54d7 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1471272 Jul 19 01:13:11.827537 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1b629-c10d-401b-b3fc-1fa23af4a564 req-e2fb0c17-ff1e-4a35-9e45-7e3d1c82a351 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:11.829048 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-78d1b629-c10d-401b-b3fc-1fa23af4a564 req-e2fb0c17-ff1e-4a35-9e45-7e3d1c82a351 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.1316175 Jul 19 01:13:11.887799 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-79c72379-3a9f-45c9-ad9c-a6d1a0f535db req-9ac17ca6-9e5f-4c16-92c0-6af5a9b30bae tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601292 Jul 19 01:13:11.969176 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-78d1b629-c10d-401b-b3fc-1fa23af4a564 req-cfd43658-442d-49c9-8629-2669d165b2fe tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323986 Jul 19 01:13:12.192187 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3df381fc-8d2a-4b74-afe4-5c0002a44517 req-7eb38f13-31e1-4c63-a5e4-0a1ebda5ea43 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 210 time: 0.1685202 Jul 19 01:13:12.313471 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703748f3-73ff-449a-97d8-d913bc8ee8e3 req-053b60bc-37af-4ee1-92b1-0f0ebe359ca4 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:12.315088 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-703748f3-73ff-449a-97d8-d913bc8ee8e3 req-053b60bc-37af-4ee1-92b1-0f0ebe359ca4 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1595330 Jul 19 01:13:12.363715 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a0a6dcaa-dd05-465b-bef5-293f5fc4fb3e req-4900ee5d-5cbd-4c65-851d-ad850692147d tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 210 time: 0.0566499 Jul 19 01:13:12.391031 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-703748f3-73ff-449a-97d8-d913bc8ee8e3 req-6bf664d7-b944-4d6e-acb5-b2dc1870816a tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696001 Jul 19 01:13:13.153683 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24465-dd56-4390-b5b5-f4cc45a77b68 req-902837a8-7099-473c-8c27-87d4665e85ac tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:13.161975 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-52e24465-dd56-4390-b5b5-f4cc45a77b68 req-902837a8-7099-473c-8c27-87d4665e85ac tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1245637 Jul 19 01:13:13.253647 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-52e24465-dd56-4390-b5b5-f4cc45a77b68 req-7fe8ae07-2b2e-4879-b9a5-2889a97e552f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902922 Jul 19 01:13:13.261739 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209264a7-5622-48f6-8242-2b5d17baf8ff req-c11acf0e-73dd-4216-8560-9587ee6b8658 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:13.268471 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-209264a7-5622-48f6-8242-2b5d17baf8ff req-c11acf0e-73dd-4216-8560-9587ee6b8658 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.0951190 Jul 19 01:13:13.295568 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 36066) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:13.322725 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-209264a7-5622-48f6-8242-2b5d17baf8ff req-f7074da2-0296-476c-8b84-2278c62b6dc6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529544 Jul 19 01:13:13.451889 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-95c3c817-56e3-4723-8c17-ba053b422c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:13.479158 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-95c3c817-56e3-4723-8c17-ba053b422c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:13.483525 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-95c3c817-56e3-4723-8c17-ba053b422c5e admin admin] Usage tracker for resource:security_group_rule and tenant:267719fe66204b31b62aa33c03fccd9e is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:13.486353 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-95c3c817-56e3-4723-8c17-ba053b422c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:13.487328 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-66f8938e-f8b4-4193-82f3-5de5557ca55c req-325bf556-acc9-48e0-922b-fc8f86e7834a tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 210 time: 0.0726862 Jul 19 01:13:13.492349 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-95c3c817-56e3-4723-8c17-ba053b422c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:13.556209 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b05c571a-b67e-4665-8751-8337d2311772 req-daeaff8e-aee6-4e42-8dea-aa1d714df77b tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 210 time: 0.0616183 Jul 19 01:13:13.663750 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-95c3c817-56e3-4723-8c17-ba053b422c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:13.667920 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-95c3c817-56e3-4723-8c17-ba053b422c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:13.676369 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:13.690308 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545b11-646d-4603-be6a-b46cc7145bc7 req-f1de0cb3-ff82-49a6-9769-ff08cd4204bc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:13.691860 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7d545b11-646d-4603-be6a-b46cc7145bc7 req-f1de0cb3-ff82-49a6-9769-ff08cd4204bc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0898492 Jul 19 01:13:13.720171 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-95c3c817-56e3-4723-8c17-ba053b422c5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=267719fe66204b31b62aa33c03fccd9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207077 Jul 19 01:13:13.720387 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 36078) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:13.732539 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3c817-56e3-4723-8c17-ba053b422c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc675513-df75-45c7-9819-fbe71a77b505,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:13.736093 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-95c3c817-56e3-4723-8c17-ba053b422c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:13.781320 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7d545b11-646d-4603-be6a-b46cc7145bc7 req-47769e4e-2a39-40ce-ba29-3e465e4899c1 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835295 Jul 19 01:13:13.789404 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-51be3f11-28c0-4f74-a43d-fa28735c904b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:13.818871 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-51be3f11-28c0-4f74-a43d-fa28735c904b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:13.873735 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-51be3f11-28c0-4f74-a43d-fa28735c904b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:13.877542 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-bfde0284-1d39-4ab5-af4c-ad9839bc3b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:13.888125 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be3f11-28c0-4f74-a43d-fa28735c904b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc675513-df75-45c7-9819-fbe71a77b505,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:13.890457 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-51be3f11-28c0-4f74-a43d-fa28735c904b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:13.898772 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-51be3f11-28c0-4f74-a43d-fa28735c904b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:13.902813 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-51be3f11-28c0-4f74-a43d-fa28735c904b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc675513-df75-45c7-9819-fbe71a77b505 HTTP/1.1" status: 204 len: 168 time: 0.1786649 Jul 19 01:13:14.224088 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 36086) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:14.242396 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4cc20e5d-b656-48b6-93d8-a521a3dbb4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:14.257439 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-4cc20e5d-b656-48b6-93d8-a521a3dbb4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:14.261443 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-4cc20e5d-b656-48b6-93d8-a521a3dbb4e5 admin admin] Usage tracker for resource:security_group_rule and tenant:0860ca30e141428498de43473c13b017 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:14.264204 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-4cc20e5d-b656-48b6-93d8-a521a3dbb4e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:14.270280 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-4cc20e5d-b656-48b6-93d8-a521a3dbb4e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:14.382167 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4cc20e5d-b656-48b6-93d8-a521a3dbb4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:14.388767 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4cc20e5d-b656-48b6-93d8-a521a3dbb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:14.397129 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:14.462772 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc20e5d-b656-48b6-93d8-a521a3dbb4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c2a43c-9cd6-4c94-8e78-0cf8a10bee98,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:14.477185 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-4cc20e5d-b656-48b6-93d8-a521a3dbb4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:14.503629 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-4cc20e5d-b656-48b6-93d8-a521a3dbb4e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0860ca30e141428498de43473c13b017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784462 Jul 19 01:13:14.506296 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 36094) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:14.548071 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b727e88-0635-4769-a326-ab19a337f14c req-052dcada-2fff-4ba8-86f3-cf3f4033425a tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:14.549440 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3b727e88-0635-4769-a326-ab19a337f14c req-052dcada-2fff-4ba8-86f3-cf3f4033425a tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.0826037 Jul 19 01:13:14.583064 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d9b24-c889-4486-a847-738d90be4dca req-3b14df2b-19fd-473d-9c79-40104a85b95d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:14.589498 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-570d9b24-c889-4486-a847-738d90be4dca req-3b14df2b-19fd-473d-9c79-40104a85b95d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1649261 Jul 19 01:13:14.601359 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3b727e88-0635-4769-a326-ab19a337f14c req-eb89487e-6b43-4f62-ac8b-ef48858e98f2 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461464 Jul 19 01:13:14.609991 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4c807f0b-0a84-4c3f-b6de-026d6e0f1a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:14.653504 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4c807f0b-0a84-4c3f-b6de-026d6e0f1a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:14.690019 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-570d9b24-c889-4486-a847-738d90be4dca req-fc8242a6-e057-4109-84c7-0bb18b260ebd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996437 Jul 19 01:13:14.743802 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4c807f0b-0a84-4c3f-b6de-026d6e0f1a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:14.748121 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-95c3c817-56e3-4723-8c17-ba053b422c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:14.776975 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c807f0b-0a84-4c3f-b6de-026d6e0f1a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c2a43c-9cd6-4c94-8e78-0cf8a10bee98,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:14.787778 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-4c807f0b-0a84-4c3f-b6de-026d6e0f1a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:14.793417 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4c807f0b-0a84-4c3f-b6de-026d6e0f1a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:14.795216 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-4c807f0b-0a84-4c3f-b6de-026d6e0f1a36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2c2a43c-9cd6-4c94-8e78-0cf8a10bee98 HTTP/1.1" status: 204 len: 168 time: 0.2873037 Jul 19 01:13:14.824167 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3b6c917f-780d-4fd5-9599-e07d168c081d req-8d1a8323-181f-4a2c-9805-ce6886061b44 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 210 time: 0.0608485 Jul 19 01:13:14.926644 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8736f466-f816-4a35-9472-5a230ec90b22 req-efbad88c-53dd-4a31-8e26-489337abb84c tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 210 time: 0.0588622 Jul 19 01:13:15.088291 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758af5ad-4df4-4453-a304-3487c8f5cb3e req-6d4b633b-a88c-45bb-80a3-c1770b36964f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:15.090883 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-758af5ad-4df4-4453-a304-3487c8f5cb3e req-6d4b633b-a88c-45bb-80a3-c1770b36964f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1176600 Jul 19 01:13:15.169174 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-758af5ad-4df4-4453-a304-3487c8f5cb3e req-9802e078-c588-43ec-8d7c-bf7752c2f2dd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614395 Jul 19 01:13:15.798579 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ea12a-a712-48b3-9100-f36886d1a183 req-d0d1c8a8-a022-4ecf-9565-17c04c76f0dc tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:15.799919 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0f6ea12a-a712-48b3-9100-f36886d1a183 req-d0d1c8a8-a022-4ecf-9565-17c04c76f0dc tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.0850334 Jul 19 01:13:15.847136 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0f6ea12a-a712-48b3-9100-f36886d1a183 req-8c7c1a7a-6d47-417e-8658-b59cbd9f42d8 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Jul 19 01:13:15.900887 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c26c2-4ac1-4db8-aeae-71a63957cdad req-8d681756-9fd1-443c-93f4-eeba45ae06a7 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:15.902353 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8f6c26c2-4ac1-4db8-aeae-71a63957cdad req-8d681756-9fd1-443c-93f4-eeba45ae06a7 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.0828142 Jul 19 01:13:15.952886 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8f6c26c2-4ac1-4db8-aeae-71a63957cdad req-ccad6c77-32b8-490f-89d5-e75242ca6865 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442960 Jul 19 01:13:16.022631 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a696bee3-3c84-4816-b4d2-bc58a27c3a8a req-90245dbd-58c4-41b8-b045-b6ed9ed63397 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7325f2-1f4d-4a28-ae69-56a87f047542 HTTP/1.1" status: 200 len: 210 time: 0.0509312 Jul 19 01:13:16.116126 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f7934711-7b48-46e4-b939-18a6ce689077 req-2cf61316-3fc1-4700-a113-1a54b7cb3264 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 210 time: 0.0517335 Jul 19 01:13:16.368197 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0aa034-e2ff-4809-b439-6d9eaa4e1995 req-2643fa07-18a7-4b40-8c18-fde52d408b31 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:16.370001 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9d0aa034-e2ff-4809-b439-6d9eaa4e1995 req-2643fa07-18a7-4b40-8c18-fde52d408b31 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0829735 Jul 19 01:13:16.422291 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9d0aa034-e2ff-4809-b439-6d9eaa4e1995 req-4482e26f-342c-4cd9-ae88-50686a21b7a9 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458143 Jul 19 01:13:16.677732 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-77e4c705-ce6f-41c9-85ff-452ffedc1fa4 req-c321eced-6dc6-4485-8144-c1b4a344233b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737123 Jul 19 01:13:16.792522 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c705-ce6f-41c9-85ff-452ffedc1fa4 req-f1434c08-f10f-425b-a00c-e8ce6a0673dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:16.794014 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-77e4c705-ce6f-41c9-85ff-452ffedc1fa4 req-f1434c08-f10f-425b-a00c-e8ce6a0673dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af65e617675d47a796746c0b073381b7&device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 1098 time: 0.0777071 Jul 19 01:13:16.945724 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c705-ce6f-41c9-85ff-452ffedc1fa4 req-be2283f8-baec-4135-a0e7-1d4d2191414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:16.947297 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-77e4c705-ce6f-41c9-85ff-452ffedc1fa4 req-be2283f8-baec-4135-a0e7-1d4d2191414a service neutron] 10.222.0.15 "GET /v2.0/networks?id=bfd08c5c-0b93-4a24-870a-ad0255d7744c HTTP/1.1" status: 200 len: 912 time: 0.1341000 Jul 19 01:13:17.094390 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afeccb-b895-441b-abcb-5baf4ca8d898 req-2561986b-df47-4225-8b69-faf615943ce4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:17.098094 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-74afeccb-b895-441b-abcb-5baf4ca8d898 req-2561986b-df47-4225-8b69-faf615943ce4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.1354861 Jul 19 01:13:17.213055 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-74afeccb-b895-441b-abcb-5baf4ca8d898 req-740a5ae1-85c6-4908-9a01-e0eb6787390a tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059663 Jul 19 01:13:17.266896 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-77e4c705-ce6f-41c9-85ff-452ffedc1fa4 req-01f32c29-4299-4c14-85be-5d967d9eb2a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f0e61b6-4ea7-48ee-93a8-9af692ecb136 HTTP/1.1" status: 200 len: 1001 time: 0.2918506 Jul 19 01:13:17.292720 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d30992-862a-40ac-b7a6-db81c2dc2972 req-e9755ddf-e76d-4ec1-a135-9384c7ecf2bf tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:17.294142 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-38d30992-862a-40ac-b7a6-db81c2dc2972 req-e9755ddf-e76d-4ec1-a135-9384c7ecf2bf tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1217389 Jul 19 01:13:17.398233 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-38d30992-862a-40ac-b7a6-db81c2dc2972 req-3ec2817f-5fac-4dab-9f18-e1613e1e7114 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979543 Jul 19 01:13:17.419469 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c705-ce6f-41c9-85ff-452ffedc1fa4 req-3c1d9627-1c5f-4b62-94c8-baaded290b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:17.421485 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-77e4c705-ce6f-41c9-85ff-452ffedc1fa4 req-3c1d9627-1c5f-4b62-94c8-baaded290b1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f09b458-4689-4734-8c8e-6ca87811b768 HTTP/1.1" status: 200 len: 850 time: 0.0969219 Jul 19 01:13:17.491444 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-34f4a02c-1a72-42c0-bcdb-4004bb892342 req-d3f1e31a-c9b5-497b-b72c-38100660d144 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdb0975e-8c8a-4310-9f7f-0f967eafcf4b HTTP/1.1" status: 200 len: 210 time: 0.0924001 Jul 19 01:13:17.548391 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c705-ce6f-41c9-85ff-452ffedc1fa4 req-d55e04e2-98ea-4421-b820-779699d76d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:17.550217 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-77e4c705-ce6f-41c9-85ff-452ffedc1fa4 req-d55e04e2-98ea-4421-b820-779699d76d7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bfd08c5c-0b93-4a24-870a-ad0255d7744c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1208723 Jul 19 01:13:17.764249 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-77e4c705-ce6f-41c9-85ff-452ffedc1fa4 req-9bbfad64-7f63-4018-8f37-1f749b094224 service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739485 Jul 19 01:13:17.773213 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2cca-eccb-4697-a54c-27edee6c00ee req-e1699316-7b5b-4fe9-8d1c-94fe6bb9ea04 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:17.774800 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d0dd2cca-eccb-4697-a54c-27edee6c00ee req-e1699316-7b5b-4fe9-8d1c-94fe6bb9ea04 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.2209060 Jul 19 01:13:18.014442 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d0dd2cca-eccb-4697-a54c-27edee6c00ee req-22b94ab0-a07d-43b4-b694-9b0b747c17aa tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125599 Jul 19 01:13:18.052007 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-77e4c705-ce6f-41c9-85ff-452ffedc1fa4 req-e911e2da-ca10-41ca-b1b1-59b8871ff49e service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762184 Jul 19 01:13:18.361480 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ae90c-4a93-4a26-a639-8b32df8ac2fd req-db50e913-60d5-45b1-952e-1153e7f7bb49 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:18.363985 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1e6ae90c-4a93-4a26-a639-8b32df8ac2fd req-db50e913-60d5-45b1-952e-1153e7f7bb49 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1352980 Jul 19 01:13:18.431102 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1e6ae90c-4a93-4a26-a639-8b32df8ac2fd req-7f2e287b-89ec-44c5-b944-a88d7f3603d4 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594749 Jul 19 01:13:18.461976 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b17dec-6ccb-4d4b-b44c-8eb72784f771 req-d9f0d809-d43e-4727-9897-ca4aa0f5d48e tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:18.470971 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d0b17dec-6ccb-4d4b-b44c-8eb72784f771 req-d9f0d809-d43e-4727-9897-ca4aa0f5d48e tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.1005883 Jul 19 01:13:18.551475 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d0b17dec-6ccb-4d4b-b44c-8eb72784f771 req-782606b9-650c-4f80-aa4b-edb868561769 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793815 Jul 19 01:13:18.629549 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fbaf3-ecbb-4f2f-8c7a-94c56aa1cfd1 req-f464db1a-141b-484d-bc82-6d1d44408a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:18.631157 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-136fbaf3-ecbb-4f2f-8c7a-94c56aa1cfd1 req-f464db1a-141b-484d-bc82-6d1d44408a20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 1098 time: 0.1623783 Jul 19 01:13:18.688025 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b14ba-e7df-4430-bfe7-0d395608c6ff req-ef3488c0-8032-4971-b74f-ff7bed3e539b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:18.689577 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-524b14ba-e7df-4430-bfe7-0d395608c6ff req-ef3488c0-8032-4971-b74f-ff7bed3e539b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 943 time: 0.1491792 Jul 19 01:13:18.697870 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-136fbaf3-ecbb-4f2f-8c7a-94c56aa1cfd1 req-9be3fb46-6a5d-4cb1-ba24-de2c7ae7f366 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575917 Jul 19 01:13:18.758648 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-524b14ba-e7df-4430-bfe7-0d395608c6ff req-3d670420-075a-4b2e-b1a6-9a2eef9ebec6 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597408 Jul 19 01:13:18.849027 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b51c32-7f67-478f-b1aa-04476a884d4f req-f8fab77d-c40f-4e94-acd3-7617e00cef08 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:18.850510 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-51b51c32-7f67-478f-b1aa-04476a884d4f req-f8fab77d-c40f-4e94-acd3-7617e00cef08 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.0882547 Jul 19 01:13:18.871085 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 21071ca0-185a-4cc5-9370-b2515273bc4a details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:13:18.919222 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-51b51c32-7f67-478f-b1aa-04476a884d4f req-93abd12b-421c-46a1-a3a9-8f0781943122 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586948 Jul 19 01:13:19.139806 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 21071ca0-185a-4cc5-9370-b2515273bc4a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=21071ca0-185a-4cc5-9370-b2515273bc4a,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:13:19.160554 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'port_id': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'mac_address': 'fa:16:3e:6c:00:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:13:19.244469 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:19.268873 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21071ca0-185a-4cc5-9370-b2515273bc4a {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:13:19.292631 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 21071ca0-185a-4cc5-9370-b2515273bc4a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=21071ca0-185a-4cc5-9370-b2515273bc4a,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:13:19.298394 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:19.303662 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:19.317068 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd65407-bdaa-4acb-9c75-e9afaeb2cb0c req-81ac0fbc-6901-4301-ba21-883501d5fac7 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:19.318860 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3bd65407-bdaa-4acb-9c75-e9afaeb2cb0c req-81ac0fbc-6901-4301-ba21-883501d5fac7 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1544662 Jul 19 01:13:19.388945 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=21071ca0-185a-4cc5-9370-b2515273bc4a,revision_number=9']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:19.393461 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3bd65407-bdaa-4acb-9c75-e9afaeb2cb0c req-9ca0de2d-b6e7-4a99-b00b-2debc0d9b8db tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579627 Jul 19 01:13:19.394000 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:19.496267 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448b4ac-8a06-45c8-b440-6a0c268cd5ae req-24d8570a-f3a2-4965-b30f-0b8a630ccfe9 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:19.497954 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8448b4ac-8a06-45c8-b440-6a0c268cd5ae req-24d8570a-f3a2-4965-b30f-0b8a630ccfe9 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.0836205 Jul 19 01:13:19.551821 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8448b4ac-8a06-45c8-b440-6a0c268cd5ae req-c3cf2c74-3c72-4dbb-be0f-f0457740262e tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472393 Jul 19 01:13:19.632022 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94201a9f-7c8b-4685-8c1a-4c79f2d88af3 req-3097d100-a3c5-4cc1-b6f7-63d4815f079d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:19.633659 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-94201a9f-7c8b-4685-8c1a-4c79f2d88af3 req-3097d100-a3c5-4cc1-b6f7-63d4815f079d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.0876238 Jul 19 01:13:19.696382 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-94201a9f-7c8b-4685-8c1a-4c79f2d88af3 req-6399b5ca-205a-4cfb-997e-0c6d248e2ffe tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548594 Jul 19 01:13:19.767829 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['21071ca0-185a-4cc5-9370-b2515273bc4a'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:13:20.011953 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0c098-fe23-4727-aefd-79cc47347add req-c46612ba-32b5-476c-b39e-042b685982c0 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:20.013451 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-16c0c098-fe23-4727-aefd-79cc47347add req-c46612ba-32b5-476c-b39e-042b685982c0 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 944 time: 0.1097918 Jul 19 01:13:20.090801 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-16c0c098-fe23-4727-aefd-79cc47347add req-b5ce0f87-a884-4993-913b-75d5ef04c725 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714078 Jul 19 01:13:20.612267 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509b8c7-3da3-4090-8c4a-0f76994b4aab req-ed753a74-3095-4b67-99e4-b3e016ba9f9d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:20.613953 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e509b8c7-3da3-4090-8c4a-0f76994b4aab req-ed753a74-3095-4b67-99e4-b3e016ba9f9d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0956082 Jul 19 01:13:20.677801 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e509b8c7-3da3-4090-8c4a-0f76994b4aab req-0640fbb2-aec9-4249-96af-c311d5421348 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549452 Jul 19 01:13:20.876656 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 21071ca0-185a-4cc5-9370-b2515273bc4a up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:13:20.918570 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7b5f8-67b0-42a7-9956-243b68e016a5 req-2dcfe6cc-e815-4474-b229-918bfa3abb17 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:20.921593 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-43c7b5f8-67b0-42a7-9956-243b68e016a5 req-2dcfe6cc-e815-4474-b229-918bfa3abb17 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1110525 Jul 19 01:13:20.993326 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-43c7b5f8-67b0-42a7-9956-243b68e016a5 req-53bfe8a7-7b10-4928-8856-c7408601bf53 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645235 Jul 19 01:13:21.021014 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port 21071ca0-185a-4cc5-9370-b2515273bc4a triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:13:21.021478 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:21.336418 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a189c8-5dfa-4d09-9c84-990dd9288aea req-682b436a-020d-4580-b5ea-723a8c381c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:21.344079 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-18a189c8-5dfa-4d09-9c84-990dd9288aea req-682b436a-020d-4580-b5ea-723a8c381c68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1021b1d475742fca91e081a4ec362ce&device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 1098 time: 0.1588032 Jul 19 01:13:21.496863 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:21.503345 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133618ee-6309-4da4-b7ff-85ab5bd99302 req-1d373279-563a-4cb4-aefa-2db5af9ce1bd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:21.505160 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-133618ee-6309-4da4-b7ff-85ab5bd99302 req-1d373279-563a-4cb4-aefa-2db5af9ce1bd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1368401 Jul 19 01:13:21.581714 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:13:21.626587 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 21071ca0-185a-4cc5-9370-b2515273bc4a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=21071ca0-185a-4cc5-9370-b2515273bc4a,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:13:21.628002 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-133618ee-6309-4da4-b7ff-85ab5bd99302 req-1a6d6776-b82d-4371-9557-8b01c9a685ae tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164205 Jul 19 01:13:21.633806 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:21.635919 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:21.639886 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a189c8-5dfa-4d09-9c84-990dd9288aea req-7adaa363-fdb8-48d3-b5c2-decb6a36409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:21.641458 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-18a189c8-5dfa-4d09-9c84-990dd9288aea req-7adaa363-fdb8-48d3-b5c2-decb6a36409e service neutron] 10.222.0.15 "GET /v2.0/networks?id=665bb959-ce91-4f9c-a71d-2bfde92f715f HTTP/1.1" status: 200 len: 918 time: 0.2902064 Jul 19 01:13:21.732546 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-18a189c8-5dfa-4d09-9c84-990dd9288aea req-1cba4edc-7948-4341-a4c9-a46d1c7a726b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=817fdd9c-1934-46f0-801d-172d0542b883 HTTP/1.1" status: 200 len: 217 time: 0.0807846 Jul 19 01:13:21.746047 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502080d0-9fcd-48fd-b0ea-a9ee7f565e30 req-52831a0f-f865-4d47-aa24-5acab5d9c40f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:21.747715 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-502080d0-9fcd-48fd-b0ea-a9ee7f565e30 req-52831a0f-f865-4d47-aa24-5acab5d9c40f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 944 time: 0.2119203 Jul 19 01:13:21.764007 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'code': 200} Jul 19 01:13:21.883801 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-502080d0-9fcd-48fd-b0ea-a9ee7f565e30 req-1df67d96-87ee-4b37-84a4-1c3918607044 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293986 Jul 19 01:13:21.898554 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a189c8-5dfa-4d09-9c84-990dd9288aea req-3751f0cd-3d0e-433e-a46e-b956415fa74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:21.902172 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=21071ca0-185a-4cc5-9370-b2515273bc4a,revision_number=10']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:21.903154 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-18a189c8-5dfa-4d09-9c84-990dd9288aea req-3751f0cd-3d0e-433e-a46e-b956415fa74e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5253dbad-c61e-461a-840b-fb6203361230 HTTP/1.1" status: 200 len: 857 time: 0.1325309 Jul 19 01:13:21.914994 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:21.982804 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 36356) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:21.987355 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-18a189c8-5dfa-4d09-9c84-990dd9288aea req-cb0f6e1f-38a4-406a-9ede-15f1d52c868c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665bb959-ce91-4f9c-a71d-2bfde92f715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674751 Jul 19 01:13:22.135798 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e1412560-94af-4937-a42b-c21c1cef82cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:22.171126 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-e1412560-94af-4937-a42b-c21c1cef82cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:22.179518 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-e1412560-94af-4937-a42b-c21c1cef82cf admin admin] Usage tracker for resource:security_group_rule and tenant:73c9101498ff439b88c3f7c3563637c4 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:22.183047 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-e1412560-94af-4937-a42b-c21c1cef82cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:22.189769 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-e1412560-94af-4937-a42b-c21c1cef82cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:22.229764 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-18a189c8-5dfa-4d09-9c84-990dd9288aea req-c9329539-3d9e-4146-a9e1-9cf993c34f0d service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327626 Jul 19 01:13:22.329552 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e1412560-94af-4937-a42b-c21c1cef82cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:22.347620 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e1412560-94af-4937-a42b-c21c1cef82cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:22.385688 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b1034e01-7892-4f29-b5fd-6de942d241eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:22.565325 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-e1412560-94af-4937-a42b-c21c1cef82cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73c9101498ff439b88c3f7c3563637c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5802307 Jul 19 01:13:22.569421 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1412560-94af-4937-a42b-c21c1cef82cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d38a83e-ad1a-47f4-b867-5afca59d0385,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:22.578992 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-18a189c8-5dfa-4d09-9c84-990dd9288aea req-01f1a0b1-6a08-4fe9-a5e1-3ba7c5e55fd3 service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171060 Jul 19 01:13:22.579749 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 36374) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:22.586713 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-e1412560-94af-4937-a42b-c21c1cef82cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:22.644327 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e60f5d-36fd-4fcc-82cb-8b52ec0aab71 req-673b5b56-3e69-437c-9428-f51e7131010f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:22.652529 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-21e60f5d-36fd-4fcc-82cb-8b52ec0aab71 req-673b5b56-3e69-437c-9428-f51e7131010f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.3416669 Jul 19 01:13:22.757957 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c745726-79a9-46fe-81fa-f64b8edb3553 req-72d144c9-25de-47d6-9156-ad4382d48c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:22.760501 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0c745726-79a9-46fe-81fa-f64b8edb3553 req-72d144c9-25de-47d6-9156-ad4382d48c68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 1099 time: 0.1678512 Jul 19 01:13:22.854479 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-21e60f5d-36fd-4fcc-82cb-8b52ec0aab71 req-d89b21fa-6c88-41ca-b283-3f6f9704c20b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006264 Jul 19 01:13:22.886124 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-38bfe08d-a425-4175-aa56-c47bfc6096ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:22.904354 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0c745726-79a9-46fe-81fa-f64b8edb3553 req-07800da9-51b7-4980-97bb-1aa4429ff4d8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269400 Jul 19 01:13:22.962182 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-38bfe08d-a425-4175-aa56-c47bfc6096ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:23.027377 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-38bfe08d-a425-4175-aa56-c47bfc6096ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:23.031647 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-15a25da0-7a4d-41a7-a0df-6d71b6ed7d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:23.055729 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfe08d-a425-4175-aa56-c47bfc6096ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d38a83e-ad1a-47f4-b867-5afca59d0385,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:23.060503 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-38bfe08d-a425-4175-aa56-c47bfc6096ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:23.065274 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-38bfe08d-a425-4175-aa56-c47bfc6096ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:23.066609 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-38bfe08d-a425-4175-aa56-c47bfc6096ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d38a83e-ad1a-47f4-b867-5afca59d0385 HTTP/1.1" status: 204 len: 168 time: 0.4844868 Jul 19 01:13:23.241638 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ed8cf-8c14-40fd-9a73-909436604525 req-9a7ae2ea-9781-4306-9820-9ba2659a1081 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:23.248072 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e09ed8cf-8c14-40fd-9a73-909436604525 req-9a7ae2ea-9781-4306-9820-9ba2659a1081 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.2841227 Jul 19 01:13:23.268173 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6146d1c-2b4b-4ce2-b457-d35018a3ecb4 req-8c1b71fb-b7c2-4b08-98bd-bcf48e995430 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:23.270043 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d6146d1c-2b4b-4ce2-b457-d35018a3ecb4 req-8c1b71fb-b7c2-4b08-98bd-bcf48e995430 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 946 time: 0.1473000 Jul 19 01:13:23.326324 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d6146d1c-2b4b-4ce2-b457-d35018a3ecb4 req-43052e96-0335-4ece-b16b-9c9c61465baf tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484638 Jul 19 01:13:23.347998 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e09ed8cf-8c14-40fd-9a73-909436604525 req-c7e76d85-d43d-4a5e-9eab-a94e8fc30b0f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935636 Jul 19 01:13:23.643231 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 36398) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:23.663525 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a4741ada-96ae-4637-94d2-607598721eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:23.689883 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a4741ada-96ae-4637-94d2-607598721eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:23.693711 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a4741ada-96ae-4637-94d2-607598721eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ecbe23fe6d4fbd9e4e31cf519b768f is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:23.696818 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a4741ada-96ae-4637-94d2-607598721eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:23.704825 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a4741ada-96ae-4637-94d2-607598721eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:23.869885 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a4741ada-96ae-4637-94d2-607598721eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:23.875377 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a4741ada-96ae-4637-94d2-607598721eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:23.890009 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-da1b5855-ea3a-41fd-8f17-598b882486e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:23.936432 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-a4741ada-96ae-4637-94d2-607598721eb7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5ecbe23fe6d4fbd9e4e31cf519b768f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868130 Jul 19 01:13:23.936781 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 36412) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:23.938092 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4741ada-96ae-4637-94d2-607598721eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144b35e0-1e73-4e0b-9245-309867971594,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:23.946219 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a4741ada-96ae-4637-94d2-607598721eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:23.951423 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:13:24.095899 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725da67f-358a-464f-bf88-8c9d045b5307 req-a550e9d6-a8fa-4356-9d12-71ea77685316 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:24.099296 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-a550e9d6-a8fa-4356-9d12-71ea77685316 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/networks?id=106812bf-a345-4e0a-812e-510fe1d3f98e HTTP/1.1" status: 200 len: 814 time: 0.3707910 Jul 19 01:13:24.129155 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-66439565-1562-4992-ba36-9883c41e6840 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/quotas/ede67a96bc344a64bba112dc1bd4f4ad HTTP/1.1" status: 200 len: 375 time: 0.0288665 Jul 19 01:13:24.171689 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-16661f69-8c9b-4ef6-893c-85c1addeeb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:24.190337 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4100028-a5ba-480a-8c70-fa26f32868e9 req-836bdd82-25f8-47d9-97f7-39545a8f8532 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:24.194135 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-3671cac4-495a-4a3b-b226-daf887ed9f21 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ede67a96bc344a64bba112dc1bd4f4ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642328 Jul 19 01:13:24.198900 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e4100028-a5ba-480a-8c70-fa26f32868e9 req-836bdd82-25f8-47d9-97f7-39545a8f8532 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1350431 Jul 19 01:13:24.230967 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-16661f69-8c9b-4ef6-893c-85c1addeeb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:24.253777 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e4100028-a5ba-480a-8c70-fa26f32868e9 req-06975749-a65e-4e28-aea9-e86c19b44e8b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537925 Jul 19 01:13:24.406444 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-f28781fb-698a-4051-813a-6923ffa5cbd4 service neutron] 10.222.0.10 "GET /v2.0/networks/106812bf-a345-4e0a-812e-510fe1d3f98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997924 Jul 19 01:13:24.409851 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-16661f69-8c9b-4ef6-893c-85c1addeeb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:24.444002 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-d84755f8-e852-4bae-b64d-8fb53269209d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:24.474812 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16661f69-8c9b-4ef6-893c-85c1addeeb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144b35e0-1e73-4e0b-9245-309867971594,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:24.481099 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-16661f69-8c9b-4ef6-893c-85c1addeeb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:24.485363 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-16661f69-8c9b-4ef6-893c-85c1addeeb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:24.487317 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-16661f69-8c9b-4ef6-893c-85c1addeeb69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/144b35e0-1e73-4e0b-9245-309867971594 HTTP/1.1" status: 204 len: 168 time: 0.5513170 Jul 19 01:13:24.673936 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-9b96bdd6-9533-4ec4-9c4b-c7e6042f9b90 service neutron] 10.222.0.10 "GET /v2.0/networks/106812bf-a345-4e0a-812e-510fe1d3f98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556255 Jul 19 01:13:24.733205 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8213ab-eb76-4e2e-8f94-8622580b63cf req-1c9a8685-886a-40ae-a51e-cae17e616e60 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:24.751558 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0f8213ab-eb76-4e2e-8f94-8622580b63cf req-1c9a8685-886a-40ae-a51e-cae17e616e60 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 946 time: 0.2442784 Jul 19 01:13:24.834465 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0f8213ab-eb76-4e2e-8f94-8622580b63cf req-2ec47af1-710b-4c5d-9509-3e1d9bc4e09e tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816240 Jul 19 01:13:25.013001 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0b41434d-6e2e-481e-8552-2df2a95bc90e req-ae61be0b-048e-40de-bdee-9657c8cfea42 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 210 time: 0.0600946 Jul 19 01:13:25.264189 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177f874-499a-4668-aeda-54bcbd31ec63 req-4a6378b2-58a5-443c-b6e0-c5e0ee1acc14 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:25.276847 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2177f874-499a-4668-aeda-54bcbd31ec63 req-4a6378b2-58a5-443c-b6e0-c5e0ee1acc14 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.2338703 Jul 19 01:13:25.382991 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2177f874-499a-4668-aeda-54bcbd31ec63 req-5bc372b1-3f04-4753-a0c8-cd5c4662822d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006658 Jul 19 01:13:25.562326 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddde246-61d3-455c-8662-3626c8c89ae0 req-a4a6c1f7-eba4-4cad-b16c-761b1d6cac0a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:25.580311 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9ddde246-61d3-455c-8662-3626c8c89ae0 req-a4a6c1f7-eba4-4cad-b16c-761b1d6cac0a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1615906 Jul 19 01:13:25.649887 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9ddde246-61d3-455c-8662-3626c8c89ae0 req-2cb4aec7-1b7f-4b83-9061-c0660700f0d0 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682542 Jul 19 01:13:26.149745 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ac85d-78b5-4772-aed1-9feb02fa819c req-154c1f08-a70b-4f1d-bc27-12809c000a13 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:26.159984 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d74ac85d-78b5-4772-aed1-9feb02fa819c req-154c1f08-a70b-4f1d-bc27-12809c000a13 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 946 time: 0.1605563 Jul 19 01:13:26.242467 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d74ac85d-78b5-4772-aed1-9feb02fa819c req-5f0b9d6d-f9fb-40ad-bcc0-3a64da6e21df tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793853 Jul 19 01:13:26.360693 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a4be59a3-96f3-4029-8e8d-9c0423720403 req-6eee7093-dadd-46ab-a4e3-f3b0f7993625 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 210 time: 0.0568771 Jul 19 01:13:26.622892 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36867f2a-6722-4303-87c4-47d2752a790f req-caf53715-68b3-4388-8df1-bbc275629530 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:26.629586 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-36867f2a-6722-4303-87c4-47d2752a790f req-caf53715-68b3-4388-8df1-bbc275629530 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1228347 Jul 19 01:13:26.716062 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-36867f2a-6722-4303-87c4-47d2752a790f req-a338a856-68d1-4aad-ad24-5086e02e8363 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854087 Jul 19 01:13:27.262187 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725da67f-358a-464f-bf88-8c9d045b5307 req-2c11025b-1ec8-4132-908d-d615c6e7229a tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:27.264201 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-2c11025b-1ec8-4132-908d-d615c6e7229a tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.15 "GET /v2.0/networks?id=106812bf-a345-4e0a-812e-510fe1d3f98e HTTP/1.1" status: 200 len: 814 time: 0.2999990 Jul 19 01:13:27.338763 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Request body: {'port': {'device_id': '29be6780-d177-4d50-9e3e-470c547d5f73', 'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e', 'admin_state_up': True, 'tenant_id': 'ede67a96bc344a64bba112dc1bd4f4ad'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:13:27.352751 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 36542) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:27.354054 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63038329-a044-457e-9b7c-c0c8e7adc7ca req-696fe7f2-a6fa-47db-9a59-3d52c3144fea tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:27.356103 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-63038329-a044-457e-9b7c-c0c8e7adc7ca req-696fe7f2-a6fa-47db-9a59-3d52c3144fea tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.1525102 Jul 19 01:13:27.437459 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-63038329-a044-457e-9b7c-c0c8e7adc7ca req-deb4fb3a-d16b-43de-824d-9dd235adfac7 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693326 Jul 19 01:13:27.456076 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 36550) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:27.497253 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d63cc0-3ecb-4495-841c-63e2bf9aee74 req-66c9e3cc-25aa-45ff-85ca-9039e637b8a7 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:27.518857 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e1d63cc0-3ecb-4495-841c-63e2bf9aee74 req-66c9e3cc-25aa-45ff-85ca-9039e637b8a7 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.2516148 Jul 19 01:13:27.695228 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bee5453d-0d97-4d18-85ed-055c372ce984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:27.731755 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-bee5453d-0d97-4d18-85ed-055c372ce984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:27.738580 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-bee5453d-0d97-4d18-85ed-055c372ce984 admin admin] Usage tracker for resource:security_group_rule and tenant:9e0328ac9d8f4d2eb07ee3985adddff1 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:27.743695 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-bee5453d-0d97-4d18-85ed-055c372ce984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:27.762837 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-bee5453d-0d97-4d18-85ed-055c372ce984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:27.845011 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e1d63cc0-3ecb-4495-841c-63e2bf9aee74 req-7f09b8f8-b209-4b3f-9fa2-425b180a400e tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248563 Jul 19 01:13:27.893675 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:27.931045 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:27.961352 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bee5453d-0d97-4d18-85ed-055c372ce984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:27.970988 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bee5453d-0d97-4d18-85ed-055c372ce984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:27.984303 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd9c20-6f90-4bca-bee0-8eee9491196a req-284d7c63-08c7-483a-830e-9267b6038cdd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:27.986384 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-58bd9c20-6f90-4bca-bee0-8eee9491196a req-284d7c63-08c7-483a-830e-9267b6038cdd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 946 time: 0.2593141 Jul 19 01:13:28.001762 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8193b4f3-8d00-48a1-b438-e06ec5ab420e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:28.013185 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-bee5453d-0d97-4d18-85ed-055c372ce984 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e0328ac9d8f4d2eb07ee3985adddff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6487911 Jul 19 01:13:28.014472 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 36564) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:28.020184 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7233df-20af-41b6-8769-ccf8302ac1af tempest-TestMinimumBasicScenario-782351947 tempest-TestMinimumBasicScenario-782351947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:28.025473 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-1a7233df-20af-41b6-8769-ccf8302ac1af tempest-TestMinimumBasicScenario-782351947 tempest-TestMinimumBasicScenario-782351947-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 1094 time: 0.5647590 Jul 19 01:13:28.025473 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 36566) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:28.031612 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Request body: {'floatingip': {'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'port_id': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:13:28.037458 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:28.042054 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Usage tracker for resource:floatingip and tenant:17a5dc9c458147c09457fad8e0b223c6 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:28.045375 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:28.045632 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Made reservation on behalf of ede67a96bc344a64bba112dc1bd4f4ad for: {'port': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:13:28.049045 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:28.051507 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:28.070456 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for floatingip, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:28.106564 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-58bd9c20-6f90-4bca-bee0-8eee9491196a req-1fa1c094-1cb6-47fa-a941-927f1e96299c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137130 Jul 19 01:13:28.115281 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-442082be-c990-4518-8f71-bbaaa766654f req-38f0068b-b59e-465d-ad0c-b2be6dac9bf4 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 210 time: 0.1144609 Jul 19 01:13:28.171929 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5453d-0d97-4d18-85ed-055c372ce984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c32bae4-c880-41c0-80aa-26ebdb3e409b,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:28.205948 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-bee5453d-0d97-4d18-85ed-055c372ce984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:28.298664 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:28.305667 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-43d60b42-3858-4f7f-a705-d71a37b4481c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:28.423823 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-43d60b42-3858-4f7f-a705-d71a37b4481c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:28.459411 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Allocated IP 172.28.0.201 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/beb7d119-110d-469c-8f0d-643a4d7fd728) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:13:28.503510 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Allocated IP 172.20.0.14 (106812bf-a345-4e0a-812e-510fe1d3f98e/2410d162-a936-457f-a4f7-825149c7b36c/77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:13:28.589599 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-43d60b42-3858-4f7f-a705-d71a37b4481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:28.598042 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-bee5453d-0d97-4d18-85ed-055c372ce984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:28.625222 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d60b42-3858-4f7f-a705-d71a37b4481c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c32bae4-c880-41c0-80aa-26ebdb3e409b,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:28.665372 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-43d60b42-3858-4f7f-a705-d71a37b4481c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:28.724306 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-43d60b42-3858-4f7f-a705-d71a37b4481c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:28.728104 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-43d60b42-3858-4f7f-a705-d71a37b4481c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c32bae4-c880-41c0-80aa-26ebdb3e409b HTTP/1.1" status: 204 len: 168 time: 0.6837389 Jul 19 01:13:28.797278 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:28.891008 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:28.891178 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:28.905909 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:28.976575 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:29.002477 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event updated for resources: {'Port': ['ID=beb7d119-110d-469c-8f0d-643a4d7fd728,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:29.014224 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:29.022679 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8e16e894-d57e-48a7-ab0f-6cb70ba2a375 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:29.033732 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:13:29.035014 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:13:29.037612 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:13:29.398438 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Network 106812bf-a345-4e0a-812e-510fe1d3f98e is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:13:29.403221 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:13:29.424498 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:13:29.486709 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba6903-1f7c-4499-b784-2b2307e36ca6 req-58d0887b-8757-4ec9-b656-a470472ccefd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:29.488304 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-84ba6903-1f7c-4499-b784-2b2307e36ca6 req-58d0887b-8757-4ec9-b656-a470472ccefd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.2679744 Jul 19 01:13:29.497191 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Pushing event updated for resources: {'Port': ['ID=77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:29.508077 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:29.530977 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:29.531615 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:29.553668 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b357020-c8df-4a78-97a6-ca97915e6cd1 req-5a9a080e-88bc-48cb-85b4-4fe5fd69b2a2 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:29.555415 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1b357020-c8df-4a78-97a6-ca97915e6cd1 req-5a9a080e-88bc-48cb-85b4-4fe5fd69b2a2 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.4010077 Jul 19 01:13:29.581187 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-98772f5e-23e1-43fe-a9ba-74646aa1f8dd tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2479892 Jul 19 01:13:29.619358 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Request body: {'port': {'device_id': '29be6780-d177-4d50-9e3e-470c547d5f73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:13:29.672847 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-84ba6903-1f7c-4499-b784-2b2307e36ca6 req-2654192f-7d3b-4466-bb79-e2339901138a tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063356 Jul 19 01:13:29.735152 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1b357020-c8df-4a78-97a6-ca97915e6cd1 req-6d921751-f892-4aed-b4fe-cc0c93aa9318 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737335 Jul 19 01:13:29.764335 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:29.912674 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:29.971869 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:30.106603 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc4942-61a8-401d-9419-0ea4ed086ab6 req-530f3db3-08c5-445e-a9ca-4f6f843b4b05 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:30.114226 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-39bc4942-61a8-401d-9419-0ea4ed086ab6 req-530f3db3-08c5-445e-a9ca-4f6f843b4b05 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 932 time: 0.2052674 Jul 19 01:13:30.247137 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-39bc4942-61a8-401d-9419-0ea4ed086ab6 req-5d896429-67a6-4125-a607-a43230fffc9d tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318529 Jul 19 01:13:30.380500 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:30.391024 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:30.395963 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:30.565860 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd {{(pid=78633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:13:30.571591 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event updated for resources: {'Port': ['ID=beb7d119-110d-469c-8f0d-643a4d7fd728,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:30.576554 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:30.582025 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:30.591020 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:30.620912 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Transition to ACTIVE for port object 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd will not be triggered until provisioned by entity L2. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:13:30.631743 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614496'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:30.636769 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:30.802313 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.db.l3_db [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Floating IP 2faa64d5-9fb1-4762-9fff-8c85d651499c associated. External IP: 172.28.0.201, port: fb985949-6a8f-43d3-9db8-2567eacd8a4e. Jul 19 01:13:30.890426 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Pushing event updated for resources: {'Port': ['ID=77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:30.895720 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:30.961473 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Attempting to bind port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:13:30.962203 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Attempting to bind port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '3da66d69-54b2-4b2e-9957-462fe57fe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e'}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:13:30.962203 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Attempting to bind port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd on network 106812bf-a345-4e0a-812e-510fe1d3f98e {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:13:30.968037 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd on network 106812bf-a345-4e0a-812e-510fe1d3f98e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:13:30.968347 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Attempting to bind port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd on network 106812bf-a345-4e0a-812e-510fe1d3f98e {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:13:30.975328 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:13:30.975796 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Checking segment: {'id': '3da66d69-54b2-4b2e-9957-462fe57fe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:13:30.976260 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Bound using segment: {'id': '3da66d69-54b2-4b2e-9957-462fe57fe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e'} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:13:30.976781 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Bound port: 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da66d69-54b2-4b2e-9957-462fe57fe0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e'}}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:13:30.977221 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:31.249997 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] For port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd, host hv-cinder-80123, cleared binding levels {{(pid=78633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:13:31.257753 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] For port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd,segment=NetworkSegment(3da66d69-54b2-4b2e-9957-462fe57fe0ba),segment_id=3da66d69-54b2-4b2e-9957-462fe57fe0ba)] {{(pid=78633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:13:31.269271 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614496'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:31.284240 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ffaec500-e997-4988-b9c0-45a815d9fefe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:31.341196 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:31.342065 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:31.347657 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd HTTP/1.1" status: 200 len: 1094 time: 1.7469633 Jul 19 01:13:31.354916 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29be6780-d177-4d50-9e3e-470c547d5f73', 'tag': '77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:13:31.514200 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1859318-475f-4a7a-9422-f6ca182fe7bd req-c952fff4-ec3d-4dd2-9f13-81184e9e7c38 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:31.521522 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d1859318-475f-4a7a-9422-f6ca182fe7bd req-c952fff4-ec3d-4dd2-9f13-81184e9e7c38 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.2568066 Jul 19 01:13:31.604528 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Pushing event updated for resources: {'Port': ['ID=77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd,revision_number=3']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:31.608567 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:31.656678 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725da67f-358a-464f-bf88-8c9d045b5307 req-d623cfd9-d75e-4a59-8a85-87c9cdf13257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:31.659270 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-d623cfd9-d75e-4a59-8a85-87c9cdf13257 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ede67a96bc344a64bba112dc1bd4f4ad&device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 1097 time: 0.2434914 Jul 19 01:13:31.669883 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d1859318-475f-4a7a-9422-f6ca182fe7bd req-96656d27-c1fd-4e0e-aad1-c79a082b435b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474791 Jul 19 01:13:31.754171 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-623d3651-3c60-4463-ab7b-1b455d7ed822 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd HTTP/1.1" status: 200 len: 217 time: 0.0804436 Jul 19 01:13:31.764606 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08e0ab-ee08-48e3-8b56-4fcbe427ac15 req-86b56082-20dc-4f79-8203-a7b8eee974af tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:31.765546 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-ec08e0ab-ee08-48e3-8b56-4fcbe427ac15 req-86b56082-20dc-4f79-8203-a7b8eee974af tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Synchronizing usage tracker for tenant:ede67a96bc344a64bba112dc1bd4f4ad on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:13:31.821973 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Router 0ab8171b-8e1a-494f-92f8-74ef73bee755 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:13:31.876325 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29be6780-d177-4d50-9e3e-470c547d5f73', 'tag': '77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd', 'status': 'completed', 'code': 200} Jul 19 01:13:31.878247 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725da67f-358a-464f-bf88-8c9d045b5307 req-03046df0-a46a-47d8-98a6-b51da44bf32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:31.880825 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-03046df0-a46a-47d8-98a6-b51da44bf32d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2410d162-a936-457f-a4f7-825149c7b36c HTTP/1.1" status: 200 len: 854 time: 0.1117272 Jul 19 01:13:31.882603 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-ec08e0ab-ee08-48e3-8b56-4fcbe427ac15 req-86b56082-20dc-4f79-8203-a7b8eee974af tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Unset dirty status for tenant:ede67a96bc344a64bba112dc1bd4f4ad on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:13:31.892838 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ec08e0ab-ee08-48e3-8b56-4fcbe427ac15 req-86b56082-20dc-4f79-8203-a7b8eee974af tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 944 time: 0.3936856 Jul 19 01:13:31.992164 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-32386645-5552-470f-a6cf-3c4e26c40ff5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=106812bf-a345-4e0a-812e-510fe1d3f98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949087 Jul 19 01:13:32.032028 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ec08e0ab-ee08-48e3-8b56-4fcbe427ac15 req-a6c7c642-e9b2-4ce4-8124-cbc67f4f03e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377499 Jul 19 01:13:32.159352 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:13:32.173279 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01588216-5270-4763-9d4f-e2d20b3d4325 None None] Sync routers for ids ['0ab8171b-8e1a-494f-92f8-74ef73bee755'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:13:32.183135 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01588216-5270-4763-9d4f-e2d20b3d4325 None None] Routers {'0ab8171b-8e1a-494f-92f8-74ef73bee755'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:13:32.183762 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-01588216-5270-4763-9d4f-e2d20b3d4325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:13:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['0ab8171b-8e1a-494f-92f8-74ef73bee755'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:13:32.211620 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:32.229432 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-44f9eda9-d779-410f-9e3a-ccfd3f1c3d98 service neutron] 10.222.0.15 "GET /v2.0/networks/106812bf-a345-4e0a-812e-510fe1d3f98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253809 Jul 19 01:13:32.315219 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2891707 Jul 19 01:13:32.331601 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 36652) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:32.332431 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:13:32.356990 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-876726325', 'description': 'tempest-secgroup-smoke-876726325 description', 'project_id': '17a5dc9c458147c09457fad8e0b223c6'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:13:32.369384 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:32.408237 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:32.425938 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-01588216-5270-4763-9d4f-e2d20b3d4325 None None] Set router 0ab8171b-8e1a-494f-92f8-74ef73bee755 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:13:32.440563 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:32.480326 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e', 'status': 'completed', 'code': 200} Jul 19 01:13:32.485032 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:32.493884 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Usage tracker for resource:security_group_rule and tenant:17a5dc9c458147c09457fad8e0b223c6 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:32.501951 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:32.520617 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:32.579670 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-725da67f-358a-464f-bf88-8c9d045b5307 req-4b89a763-356d-45af-a654-295fd05d99dc service neutron] 10.222.0.15 "GET /v2.0/networks/106812bf-a345-4e0a-812e-510fe1d3f98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425095 Jul 19 01:13:32.715494 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94f876-fb11-40e7-9c5f-9c80265d64b6 req-556b74dd-0c14-4213-bbb9-a56f740eeded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:32.718431 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6f94f876-fb11-40e7-9c5f-9c80265d64b6 req-556b74dd-0c14-4213-bbb9-a56f740eeded service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17a5dc9c458147c09457fad8e0b223c6&device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 1099 time: 0.1704252 Jul 19 01:13:32.786868 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:32.806169 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:32.816716 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3659fb3e-d45f-4a57-b1b8-56d07035bc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:32.861110 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fde67-fc83-49f4-aa10-0e70b1d4c77c req-f0f155c7-b951-4592-af86-82875dc949e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:32.870278 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3f2fde67-fc83-49f4-aa10-0e70b1d4c77c req-f0f155c7-b951-4592-af86-82875dc949e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ede67a96bc344a64bba112dc1bd4f4ad&device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 1097 time: 0.1903689 Jul 19 01:13:32.950942 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6734207-dcee-4cc1-bca0-8613dde9ba63,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:32.968788 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:32.979861 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:32.984707 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6365194 Jul 19 01:13:32.984707 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 36670) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:32.991181 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-b4bee870-06ae-4c20-8c0a-2230777082cf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Request body: {'security_group_rule': {'security_group_id': 'c6734207-dcee-4cc1-bca0-8613dde9ba63', 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:13:32.999523 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94f876-fb11-40e7-9c5f-9c80265d64b6 req-69e6c0ad-ebb4-4985-aac0-c67a2bb37b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:33.000937 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6f94f876-fb11-40e7-9c5f-9c80265d64b6 req-69e6c0ad-ebb4-4985-aac0-c67a2bb37b44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad3ffe35-d556-4a56-86c2-b480a37d02d0 HTTP/1.1" status: 200 len: 916 time: 0.2664964 Jul 19 01:13:33.001822 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-b4bee870-06ae-4c20-8c0a-2230777082cf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:33.006612 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-b4bee870-06ae-4c20-8c0a-2230777082cf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Usage tracker for resource:security_group_rule and tenant:17a5dc9c458147c09457fad8e0b223c6 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:33.058740 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-b4bee870-06ae-4c20-8c0a-2230777082cf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:33.081203 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-b4bee870-06ae-4c20-8c0a-2230777082cf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:33.126704 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4bee870-06ae-4c20-8c0a-2230777082cf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:33.139990 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6f94f876-fb11-40e7-9c5f-9c80265d64b6 req-7ff81e3b-9b07-4299-8d22-a44b70477081 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e HTTP/1.1" status: 200 len: 1000 time: 0.1302066 Jul 19 01:13:33.239096 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-01588216-5270-4763-9d4f-e2d20b3d4325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:12:07Z', 'revision_number': 4, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port': {'id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:03Z', 'updated_at': '2021-07-19T01:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '2faa64d5-9fb1-4762-9fff-8c85d651499c', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'port_id': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'mac_address': 'fa:16:3e:18:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:13:29Z', 'updated_at': '2021-07-19T01:13:29Z', 'revision_number': 0, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fada5b1-2e1c-499b-ac5c-25bbf02d3f27', 'name': '', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'mac_address': 'fa:16:3e:18:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:07Z', 'updated_at': '2021-07-19T01:12:14Z', 'revision_number': 5, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'subnets': [{'id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:13:33.251398 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01588216-5270-4763-9d4f-e2d20b3d4325 None None] Checking router: 0ab8171b-8e1a-494f-92f8-74ef73bee755 for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:13:33.291761 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01588216-5270-4763-9d4f-e2d20b3d4325 None None] Routers {'0ab8171b-8e1a-494f-92f8-74ef73bee755'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:13:33.293602 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94f876-fb11-40e7-9c5f-9c80265d64b6 req-b2e0c3d1-891e-444a-ba14-331b2208c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:33.294402 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-01588216-5270-4763-9d4f-e2d20b3d4325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:13:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['0ab8171b-8e1a-494f-92f8-74ef73bee755'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:13:33.298321 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6f94f876-fb11-40e7-9c5f-9c80265d64b6 req-b2e0c3d1-891e-444a-ba14-331b2208c7c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc4cc2b-9ef5-4a0a-afa5-27354a81862a HTTP/1.1" status: 200 len: 854 time: 0.1496871 Jul 19 01:13:33.323408 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4bee870-06ae-4c20-8c0a-2230777082cf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:33.416931 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fde67-fc83-49f4-aa10-0e70b1d4c77c req-a97d9bfd-c794-4449-ab86-4a788745e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:33.418704 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3f2fde67-fc83-49f4-aa10-0e70b1d4c77c req-a97d9bfd-c794-4449-ab86-4a788745e7ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=106812bf-a345-4e0a-812e-510fe1d3f98e HTTP/1.1" status: 200 len: 915 time: 0.5466402 Jul 19 01:13:33.425067 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4bee870-06ae-4c20-8c0a-2230777082cf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:33.470047 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:33.505536 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c693e1-a099-47ac-aa24-55340ce6eca9 req-32f35a14-1f8c-4e0c-bd5c-8dcec7a47e99 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:33.507168 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e2c693e1-a099-47ac-aa24-55340ce6eca9 req-32f35a14-1f8c-4e0c-bd5c-8dcec7a47e99 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.3615429 Jul 19 01:13:33.542839 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bee870-06ae-4c20-8c0a-2230777082cf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e373b6c-2a61-4fcd-9150-1de84093d0f5,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:33.543607 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3f2fde67-fc83-49f4-aa10-0e70b1d4c77c req-5fe1bea8-68d9-4d50-9727-64433081e153 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd HTTP/1.1" status: 200 len: 217 time: 0.1158166 Jul 19 01:13:33.573508 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b4bee870-06ae-4c20-8c0a-2230777082cf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:33.626463 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4bee870-06ae-4c20-8c0a-2230777082cf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:33.630239 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-b4bee870-06ae-4c20-8c0a-2230777082cf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6422522 Jul 19 01:13:33.630665 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 36684) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:33.636247 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-814f7aa9-5e89-4e56-84d3-70509314bb62 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Request body: {'security_group_rule': {'security_group_id': 'c6734207-dcee-4cc1-bca0-8613dde9ba63', 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:13:33.657542 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-814f7aa9-5e89-4e56-84d3-70509314bb62 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:33.669783 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-814f7aa9-5e89-4e56-84d3-70509314bb62 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Usage tracker for resource:security_group_rule and tenant:17a5dc9c458147c09457fad8e0b223c6 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:33.692348 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-814f7aa9-5e89-4e56-84d3-70509314bb62 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:33.696725 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94f876-fb11-40e7-9c5f-9c80265d64b6 req-08b5765c-db2c-4649-b55f-3814285c0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:33.698361 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6f94f876-fb11-40e7-9c5f-9c80265d64b6 req-08b5765c-db2c-4649-b55f-3814285c0b35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad3ffe35-d556-4a56-86c2-b480a37d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3731241 Jul 19 01:13:33.702780 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-814f7aa9-5e89-4e56-84d3-70509314bb62 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:33.801556 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-814f7aa9-5e89-4e56-84d3-70509314bb62 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:33.822560 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fde67-fc83-49f4-aa10-0e70b1d4c77c req-c2781b7a-8a5c-4d52-a5a4-0d4f91f80f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:33.822560 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3f2fde67-fc83-49f4-aa10-0e70b1d4c77c req-c2781b7a-8a5c-4d52-a5a4-0d4f91f80f20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2410d162-a936-457f-a4f7-825149c7b36c HTTP/1.1" status: 200 len: 854 time: 0.1762724 Jul 19 01:13:33.855833 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-01588216-5270-4763-9d4f-e2d20b3d4325 None None] Set router 0ab8171b-8e1a-494f-92f8-74ef73bee755 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:13:33.901231 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3f2fde67-fc83-49f4-aa10-0e70b1d4c77c req-535d0b6b-a4e0-4965-857b-bfd38ccffa14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=106812bf-a345-4e0a-812e-510fe1d3f98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557530 Jul 19 01:13:33.907552 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e2c693e1-a099-47ac-aa24-55340ce6eca9 req-2d4f3f57-43f5-418f-9c76-eee1b1199ce3 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3653367 Jul 19 01:13:34.078902 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3f2fde67-fc83-49f4-aa10-0e70b1d4c77c req-37e9c7b8-19a8-4f2c-8d3f-553104029404 service neutron] 10.222.0.15 "GET /v2.0/networks/106812bf-a345-4e0a-812e-510fe1d3f98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691835 Jul 19 01:13:34.324106 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6f94f876-fb11-40e7-9c5f-9c80265d64b6 req-2c04d5c4-4826-4317-87ab-dd223f3ab3fc service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175392 Jul 19 01:13:34.388729 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-814f7aa9-5e89-4e56-84d3-70509314bb62 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:34.410095 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949dff5-3749-4111-a0d5-01d3484745c9 req-7d4712e7-9c9a-4781-ae98-d8bc4f37aae2 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:34.411825 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6949dff5-3749-4111-a0d5-01d3484745c9 req-7d4712e7-9c9a-4781-ae98-d8bc4f37aae2 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 944 time: 0.5818281 Jul 19 01:13:34.416941 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-814f7aa9-5e89-4e56-84d3-70509314bb62 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:34.417138 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3f2fde67-fc83-49f4-aa10-0e70b1d4c77c req-cd1ff2bc-1106-43c3-a64a-1f94d57b0882 service neutron] 10.222.0.15 "GET /v2.0/networks/106812bf-a345-4e0a-812e-510fe1d3f98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287792 Jul 19 01:13:34.436009 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:34.471557 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-01588216-5270-4763-9d4f-e2d20b3d4325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:12:07Z', 'revision_number': 4, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port': {'id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:03Z', 'updated_at': '2021-07-19T01:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '2faa64d5-9fb1-4762-9fff-8c85d651499c', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'port_id': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'mac_address': 'fa:16:3e:18:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:13:29Z', 'updated_at': '2021-07-19T01:13:29Z', 'revision_number': 0, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fada5b1-2e1c-499b-ac5c-25bbf02d3f27', 'name': '', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'mac_address': 'fa:16:3e:18:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:07Z', 'updated_at': '2021-07-19T01:12:14Z', 'revision_number': 5, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'subnets': [{'id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:13:34.476265 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01588216-5270-4763-9d4f-e2d20b3d4325 None None] The sync data for ids ['0ab8171b-8e1a-494f-92f8-74ef73bee755'] in dv-cinder-801236-1-smb is: [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:12:07Z', 'revision_number': 4, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port': {'id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:03Z', 'updated_at': '2021-07-19T01:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '2faa64d5-9fb1-4762-9fff-8c85d651499c', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'port_id': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'mac_address': 'fa:16:3e:18:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:13:29Z', 'updated_at': '2021-07-19T01:13:29Z', 'revision_number': 0, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fada5b1-2e1c-499b-ac5c-25bbf02d3f27', 'name': '', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'mac_address': 'fa:16:3e:18:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:07Z', 'updated_at': '2021-07-19T01:12:14Z', 'revision_number': 5, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'subnets': [{'id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:13:34.529576 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f7aa9-5e89-4e56-84d3-70509314bb62 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f641e361-4454-4109-a929-2a3a0c454e38,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:34.541216 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-814f7aa9-5e89-4e56-84d3-70509314bb62 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:34.568321 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-814f7aa9-5e89-4e56-84d3-70509314bb62 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:34.572116 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-814f7aa9-5e89-4e56-84d3-70509314bb62 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9381473 Jul 19 01:13:34.572456 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 36692) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:34.578485 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-692e7400-6026-44f6-b2f5-72570568bc0c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Request body: {'security_group_rule': {'security_group_id': 'c6734207-dcee-4cc1-bca0-8613dde9ba63', 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:13:34.593465 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6949dff5-3749-4111-a0d5-01d3484745c9 req-07446052-ba25-42be-a83f-95913991a751 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734438 Jul 19 01:13:34.606119 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-692e7400-6026-44f6-b2f5-72570568bc0c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:34.607149 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6f94f876-fb11-40e7-9c5f-9c80265d64b6 req-b5daf048-6c20-4c7f-85d3-12bc7cdba392 service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742500 Jul 19 01:13:34.617362 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-692e7400-6026-44f6-b2f5-72570568bc0c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Usage tracker for resource:security_group_rule and tenant:17a5dc9c458147c09457fad8e0b223c6 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:34.638276 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-692e7400-6026-44f6-b2f5-72570568bc0c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:34.651441 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-692e7400-6026-44f6-b2f5-72570568bc0c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:34.679165 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-692e7400-6026-44f6-b2f5-72570568bc0c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:34.777876 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-692e7400-6026-44f6-b2f5-72570568bc0c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:34.783432 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-692e7400-6026-44f6-b2f5-72570568bc0c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:34.794303 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:34.815987 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e7400-6026-44f6-b2f5-72570568bc0c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b3de07-6891-4649-add9-18a754ce17c2,revision_number=0']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:34.834830 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-692e7400-6026-44f6-b2f5-72570568bc0c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:34.846637 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5456b35-e5b6-4ea8-9021-1089a1799979 None None] New status for floating IP 2faa64d5-9fb1-4762-9fff-8c85d651499c: ACTIVE {{(pid=78634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 01:13:34.847187 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-692e7400-6026-44f6-b2f5-72570568bc0c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:34.848235 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-692e7400-6026-44f6-b2f5-72570568bc0c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2746806 Jul 19 01:13:34.850924 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 36702) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:34.875929 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-8f386b26-9f23-41f9-b10f-dd182ffef25b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Request body: {'security_group_rule': {'security_group_id': 'c6734207-dcee-4cc1-bca0-8613dde9ba63', 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:13:34.894584 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-8f386b26-9f23-41f9-b10f-dd182ffef25b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:34.905680 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-8f386b26-9f23-41f9-b10f-dd182ffef25b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Usage tracker for resource:security_group_rule and tenant:17a5dc9c458147c09457fad8e0b223c6 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:34.909870 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-8f386b26-9f23-41f9-b10f-dd182ffef25b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:34.924231 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-8f386b26-9f23-41f9-b10f-dd182ffef25b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:34.976731 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f386b26-9f23-41f9-b10f-dd182ffef25b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.078484 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f386b26-9f23-41f9-b10f-dd182ffef25b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.083025 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f386b26-9f23-41f9-b10f-dd182ffef25b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.085524 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-692e7400-6026-44f6-b2f5-72570568bc0c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:35.112241 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f386b26-9f23-41f9-b10f-dd182ffef25b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2870264f-90d9-4719-9f96-9b7f06db9d2b,revision_number=0']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:35.121438 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8f386b26-9f23-41f9-b10f-dd182ffef25b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:35.133793 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f386b26-9f23-41f9-b10f-dd182ffef25b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.135778 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-8f386b26-9f23-41f9-b10f-dd182ffef25b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2835932 Jul 19 01:13:35.138853 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 36712) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:35.150314 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-f2dbc130-aaae-40f8-85dc-53cbdb238180 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Request body: {'security_group_rule': {'security_group_id': 'c6734207-dcee-4cc1-bca0-8613dde9ba63', 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:13:35.175525 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-f2dbc130-aaae-40f8-85dc-53cbdb238180 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:35.192340 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-f2dbc130-aaae-40f8-85dc-53cbdb238180 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Usage tracker for resource:security_group_rule and tenant:17a5dc9c458147c09457fad8e0b223c6 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:35.237705 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55215ff6-e177-4d80-b29e-9a789c103c32 req-7e09f39d-cb35-46ba-bf85-c01601fa5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:35.239563 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-55215ff6-e177-4d80-b29e-9a789c103c32 req-7e09f39d-cb35-46ba-bf85-c01601fa5566 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1021b1d475742fca91e081a4ec362ce&device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 1098 time: 0.2709260 Jul 19 01:13:35.271131 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-f2dbc130-aaae-40f8-85dc-53cbdb238180 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:35.279237 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-f2dbc130-aaae-40f8-85dc-53cbdb238180 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:35.295033 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.securitygroups_db [None req-f2dbc130-aaae-40f8-85dc-53cbdb238180 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Project 17a5dc9c458147c09457fad8e0b223c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 01:13:35.310510 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:13:35.310979 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc130-aaae-40f8-85dc-53cbdb238180 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.361938 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500d29e-85d5-47cb-9dbb-4e471cba6a49 req-46654611-89a0-4a90-9108-ad9fdf968cd8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:35.366053 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9500d29e-85d5-47cb-9dbb-4e471cba6a49 req-46654611-89a0-4a90-9108-ad9fdf968cd8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.2692161 Jul 19 01:13:35.433495 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc130-aaae-40f8-85dc-53cbdb238180 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.443151 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a9806-a1a8-402a-9f15-b5c6efcaa5a2 req-05842364-dbc4-414c-812f-b75211568b4e tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:35.451857 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f73a9806-a1a8-402a-9f15-b5c6efcaa5a2 req-05842364-dbc4-414c-812f-b75211568b4e tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.2613869 Jul 19 01:13:35.484271 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc130-aaae-40f8-85dc-53cbdb238180 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.496817 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:35.522730 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbc130-aaae-40f8-85dc-53cbdb238180 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cca936-585f-47f2-97ee-7970ad23c558,revision_number=0']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:35.525891 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f2dbc130-aaae-40f8-85dc-53cbdb238180 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:35.539911 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f73a9806-a1a8-402a-9f15-b5c6efcaa5a2 req-db5cbcf7-a8bd-4554-a4c3-11c991259a29 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850246 Jul 19 01:13:35.549241 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc130-aaae-40f8-85dc-53cbdb238180 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.553169 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-f2dbc130-aaae-40f8-85dc-53cbdb238180 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4133613 Jul 19 01:13:35.553924 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 36720) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:35.567550 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-11b10958-1574-442f-8ead-3f91679fce1b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Request body: {'security_group_rule': {'security_group_id': 'c6734207-dcee-4cc1-bca0-8613dde9ba63', 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:13:35.583676 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-11b10958-1574-442f-8ead-3f91679fce1b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:35.596344 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-11b10958-1574-442f-8ead-3f91679fce1b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Usage tracker for resource:security_group_rule and tenant:17a5dc9c458147c09457fad8e0b223c6 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:35.601952 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-11b10958-1574-442f-8ead-3f91679fce1b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:35.614197 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-11b10958-1574-442f-8ead-3f91679fce1b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:35.638376 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.securitygroups_db [None req-11b10958-1574-442f-8ead-3f91679fce1b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Project 17a5dc9c458147c09457fad8e0b223c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 01:13:35.657028 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-11b10958-1574-442f-8ead-3f91679fce1b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.660883 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9500d29e-85d5-47cb-9dbb-4e471cba6a49 req-e2c42a0f-2363-4960-b8b7-168957475ba3 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849100 Jul 19 01:13:35.698764 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd,segment=NetworkSegment(3da66d69-54b2-4b2e-9957-462fe57fe0ba),segment_id=3da66d69-54b2-4b2e-9957-462fe57fe0ba)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:13:35.710730 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55215ff6-e177-4d80-b29e-9a789c103c32 req-a7aad8eb-d010-4ef2-9198-4c612941f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:35.717024 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-55215ff6-e177-4d80-b29e-9a789c103c32 req-a7aad8eb-d010-4ef2-9198-4c612941f172 service neutron] 10.222.0.15 "GET /v2.0/networks?id=665bb959-ce91-4f9c-a71d-2bfde92f715f HTTP/1.1" status: 200 len: 918 time: 0.4615779 Jul 19 01:13:35.747101 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-0d62db9f-1346-4599-96a3-bad8d3d432db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.753633 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': '77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd', 'network_id': '106812bf-a345-4e0a-812e-510fe1d3f98e', 'port_id': '77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd', 'mac_address': 'fa:16:3e:2b:bd:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2410d162-a936-457f-a4f7-825149c7b36c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:13:35.829512 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-55215ff6-e177-4d80-b29e-9a789c103c32 req-850a977b-3e23-416a-b871-943a21ff9bfb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=817fdd9c-1934-46f0-801d-172d0542b883 HTTP/1.1" status: 200 len: 217 time: 0.1090393 Jul 19 01:13:35.837538 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.868922 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-11b10958-1574-442f-8ead-3f91679fce1b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.876978 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-11b10958-1574-442f-8ead-3f91679fce1b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.879605 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:35.892541 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:13:35.909402 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b10958-1574-442f-8ead-3f91679fce1b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd870c8-3f28-423a-85ab-883550f11831,revision_number=0']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:35.920054 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-11b10958-1574-442f-8ead-3f91679fce1b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:35.929656 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-11b10958-1574-442f-8ead-3f91679fce1b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.931947 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-11b10958-1574-442f-8ead-3f91679fce1b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3770015 Jul 19 01:13:35.966351 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd,segment=NetworkSegment(3da66d69-54b2-4b2e-9957-462fe57fe0ba),segment_id=3da66d69-54b2-4b2e-9957-462fe57fe0ba)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:13:35.977455 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:35.986942 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:36.015678 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55215ff6-e177-4d80-b29e-9a789c103c32 req-03673e7e-b91e-4b7c-ae40-58d7973123c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:36.015678 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-55215ff6-e177-4d80-b29e-9a789c103c32 req-03673e7e-b91e-4b7c-ae40-58d7973123c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5253dbad-c61e-461a-840b-fb6203361230 HTTP/1.1" status: 200 len: 857 time: 0.1760516 Jul 19 01:13:36.148130 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-55215ff6-e177-4d80-b29e-9a789c103c32 req-d753ec26-b8d3-4744-a6ab-8359006965b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665bb959-ce91-4f9c-a71d-2bfde92f715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171958 Jul 19 01:13:36.159679 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:36.172105 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:36.254595 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48d6c6-0064-4a4a-9fb0-7ad203787051 req-4f860d59-a5de-4d3c-ac89-4cf769375f64 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:36.264097 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dd48d6c6-0064-4a4a-9fb0-7ad203787051 req-4f860d59-a5de-4d3c-ac89-4cf769375f64 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 944 time: 0.3405478 Jul 19 01:13:36.271439 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-192b6935-fc54-4396-a4b8-7889183f3498 req-4e34813e-16eb-4b5a-82e3-99941d6ee0ed tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876726325&fields=id&tenant_id=17a5dc9c458147c09457fad8e0b223c6 HTTP/1.1" status: 200 len: 267 time: 0.1216676 Jul 19 01:13:36.310926 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:36.395218 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:13:36.403551 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-dd48d6c6-0064-4a4a-9fb0-7ad203787051 req-d0d835ed-e563-40da-951f-a312ea8c977f tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385293 Jul 19 01:13:36.422126 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ad7bb-8834-4816-bc70-c4f2fb613ff2 req-cd0cdf67-c3f3-409e-a5ab-d659480cd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:36.422126 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ba8ad7bb-8834-4816-bc70-c4f2fb613ff2 req-cd0cdf67-c3f3-409e-a5ab-d659480cd4b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af65e617675d47a796746c0b073381b7&device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 1098 time: 0.1047702 Jul 19 01:13:36.436445 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-55215ff6-e177-4d80-b29e-9a789c103c32 req-b94a2314-1de8-4e4e-84ba-bfe3df9ce24e service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719936 Jul 19 01:13:36.523928 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b6935-fc54-4396-a4b8-7889183f3498 req-2b5d145e-c302-4e60-b4f4-34ef7519247c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:36.526146 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-192b6935-fc54-4396-a4b8-7889183f3498 req-2b5d145e-c302-4e60-b4f4-34ef7519247c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.2533245 Jul 19 01:13:36.558085 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-192b6935-fc54-4396-a4b8-7889183f3498 req-2906e451-baed-4578-a09e-730a3f163110 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Request body: {'port': {'security_groups': ['6f431095-6d6c-4268-9534-30da436937a1', 'c6734207-dcee-4cc1-bca0-8613dde9ba63']}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:13:36.685401 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-55215ff6-e177-4d80-b29e-9a789c103c32 req-1c83c7b6-833e-4959-b350-ff517414a4be service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422652 Jul 19 01:13:36.719672 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148aadaa-3ff1-4057-a72d-0a83fed22a2e req-51e6c44a-8d36-4eaf-a4ce-d3a549b14985 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:36.721580 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-148aadaa-3ff1-4057-a72d-0a83fed22a2e req-51e6c44a-8d36-4eaf-a4ce-d3a549b14985 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1491108 Jul 19 01:13:36.799292 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-148aadaa-3ff1-4057-a72d-0a83fed22a2e req-3fb7a6b8-aa8e-427a-be02-98041d650a84 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637536 Jul 19 01:13:36.937159 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ad7bb-8834-4816-bc70-c4f2fb613ff2 req-2affd3ce-7bd9-4c52-b09a-59b9ae994e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:36.938547 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ba8ad7bb-8834-4816-bc70-c4f2fb613ff2 req-2affd3ce-7bd9-4c52-b09a-59b9ae994e58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bfd08c5c-0b93-4a24-870a-ad0255d7744c HTTP/1.1" status: 200 len: 912 time: 0.5087066 Jul 19 01:13:36.993477 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c49b9-6bc9-43b2-a796-327209fb59ee req-612fe56d-c2b0-4535-b2bd-d20d1e30ad6b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:36.995344 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-020c49b9-6bc9-43b2-a796-327209fb59ee req-612fe56d-c2b0-4535-b2bd-d20d1e30ad6b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0871673 Jul 19 01:13:37.061742 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-020c49b9-6bc9-43b2-a796-327209fb59ee req-92afc15b-b669-4af3-adb4-b835c271755f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596967 Jul 19 01:13:37.065313 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-192b6935-fc54-4396-a4b8-7889183f3498 req-2906e451-baed-4578-a09e-730a3f163110 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:37.135776 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ba8ad7bb-8834-4816-bc70-c4f2fb613ff2 req-bc8f9b11-aed5-4ae8-9c72-fe7d058ac1aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f0e61b6-4ea7-48ee-93a8-9af692ecb136 HTTP/1.1" status: 200 len: 1001 time: 0.1760297 Jul 19 01:13:37.254779 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ad7bb-8834-4816-bc70-c4f2fb613ff2 req-829ddb31-0fe0-4aec-8737-84f51741f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:37.256226 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ba8ad7bb-8834-4816-bc70-c4f2fb613ff2 req-829ddb31-0fe0-4aec-8737-84f51741f28c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f09b458-4689-4734-8c8e-6ca87811b768 HTTP/1.1" status: 200 len: 850 time: 0.1137569 Jul 19 01:13:37.496837 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ad7bb-8834-4816-bc70-c4f2fb613ff2 req-3cffef4d-c1ff-47b6-872e-10c068da0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:37.498369 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ba8ad7bb-8834-4816-bc70-c4f2fb613ff2 req-3cffef4d-c1ff-47b6-872e-10c068da0dc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bfd08c5c-0b93-4a24-870a-ad0255d7744c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2332938 Jul 19 01:13:37.599469 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-192b6935-fc54-4396-a4b8-7889183f3498 req-2906e451-baed-4578-a09e-730a3f163110 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] For port fb985949-6a8f-43d3-9db8-2567eacd8a4e, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:13:37.671394 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b680f-ec3d-4f98-9ae9-55b8a4deb585 req-83f3b7a4-9ef0-4661-9e84-eaaad42ced78 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:37.673341 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-256b680f-ec3d-4f98-9ae9-55b8a4deb585 req-83f3b7a4-9ef0-4661-9e84-eaaad42ced78 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 945 time: 0.1265759 Jul 19 01:13:37.711868 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-192b6935-fc54-4396-a4b8-7889183f3498 req-2906e451-baed-4578-a09e-730a3f163110 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:37.717157 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ba8ad7bb-8834-4816-bc70-c4f2fb613ff2 req-c245037b-60b5-43c0-8e32-aadf70f3affb service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028015 Jul 19 01:13:37.720023 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-192b6935-fc54-4396-a4b8-7889183f3498 req-2906e451-baed-4578-a09e-730a3f163110 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614496'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:37.726256 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-256b680f-ec3d-4f98-9ae9-55b8a4deb585 req-fae0c127-db17-4662-b5a0-d984714941d7 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Jul 19 01:13:37.727362 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-79b4189e-4c0b-4c00-ba75-605d59fb23e6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:37.763412 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['fb985949-6a8f-43d3-9db8-2567eacd8a4e'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:13:37.897291 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b6935-fc54-4396-a4b8-7889183f3498 req-2906e451-baed-4578-a09e-730a3f163110 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:37.902857 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-192b6935-fc54-4396-a4b8-7889183f3498 req-2906e451-baed-4578-a09e-730a3f163110 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:37.909474 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-192b6935-fc54-4396-a4b8-7889183f3498 req-2906e451-baed-4578-a09e-730a3f163110 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "PUT /v2.0/ports/fb985949-6a8f-43d3-9db8-2567eacd8a4e HTTP/1.1" status: 200 len: 982 time: 1.3609102 Jul 19 01:13:37.909474 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:13:38.078517 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['fb985949-6a8f-43d3-9db8-2567eacd8a4e'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:13:38.096373 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906e451-baed-4578-a09e-730a3f163110 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event updated for resources: {'Port': ['ID=fb985949-6a8f-43d3-9db8-2567eacd8a4e,revision_number=6']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:38.120530 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2906e451-baed-4578-a09e-730a3f163110 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:38.173377 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd374f90-55d4-46cd-8019-3d85c01d8511 req-04da8d4c-af8d-4d7a-8553-401e63c053ef tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:38.180611 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bd374f90-55d4-46cd-8019-3d85c01d8511 req-04da8d4c-af8d-4d7a-8553-401e63c053ef tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1709030 Jul 19 01:13:38.255672 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bd374f90-55d4-46cd-8019-3d85c01d8511 req-9bae3021-836c-4b68-a894-9dd023688282 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734332 Jul 19 01:13:38.321147 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ba8ad7bb-8834-4816-bc70-c4f2fb613ff2 req-79482c58-076e-40ef-8e89-0eee85b34fb6 service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362744 Jul 19 01:13:38.378044 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e', 'status': 'completed', 'code': 200} Jul 19 01:13:38.393251 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0bdde-bd5e-4d45-87a0-38e6ee1ca72f req-a8f0ae21-2eec-43ce-9212-261b1de3f8fd tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:38.394958 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a5b0bdde-bd5e-4d45-87a0-38e6ee1ca72f req-a8f0ae21-2eec-43ce-9212-261b1de3f8fd tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.2534151 Jul 19 01:13:38.421648 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-f6f7afd2-199a-4972-84e8-960785c89530 None None] Provisioning complete for port fb985949-6a8f-43d3-9db8-2567eacd8a4e triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:13:38.422258 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-f6f7afd2-199a-4972-84e8-960785c89530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:38.494986 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-04ab1c9d-89e5-4eec-8754-87b78a53c1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:38.566792 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a5b0bdde-bd5e-4d45-87a0-38e6ee1ca72f req-52333c7f-4dda-4964-9360-0f126dbd625e tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1649928 Jul 19 01:13:38.634692 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b9f2b-f1a6-4bdc-bc97-16198932abad req-f214053e-3d42-463a-aaa9-c337f1d9a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:38.639674 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5d6b9f2b-f1a6-4bdc-bc97-16198932abad req-f214053e-3d42-463a-aaa9-c337f1d9a056 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17a5dc9c458147c09457fad8e0b223c6&device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 1138 time: 0.1911204 Jul 19 01:13:38.969312 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b9f2b-f1a6-4bdc-bc97-16198932abad req-fbc4d626-71a5-4178-82f5-379826f4073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:38.969916 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:13:38.973924 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5d6b9f2b-f1a6-4bdc-bc97-16198932abad req-fbc4d626-71a5-4178-82f5-379826f4073a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad3ffe35-d556-4a56-86c2-b480a37d02d0 HTTP/1.1" status: 200 len: 916 time: 0.3271754 Jul 19 01:13:39.132780 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:39.133048 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2212-bee7-4f88-b5a1-7b030ba1abe6 req-ec8da312-7d24-4502-ab3d-3b15a5e6a468 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:39.145514 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9cca2212-bee7-4f88-b5a1-7b030ba1abe6 req-ec8da312-7d24-4502-ab3d-3b15a5e6a468 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.5399320 Jul 19 01:13:39.237946 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:13:39.268893 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:13:39.269555 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:39.330072 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5d6b9f2b-f1a6-4bdc-bc97-16198932abad req-adbfef89-f3e8-4e74-bae4-7a909b2ef463 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e HTTP/1.1" status: 200 len: 1002 time: 0.2834537 Jul 19 01:13:39.367284 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9cca2212-bee7-4f88-b5a1-7b030ba1abe6 req-45a95b06-992b-4b7c-87b6-9bacfcb46935 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209973 Jul 19 01:13:39.534842 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b9f2b-f1a6-4bdc-bc97-16198932abad req-e17b9bd1-e453-44d1-81dc-376846e4214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:39.536379 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5d6b9f2b-f1a6-4bdc-bc97-16198932abad req-e17b9bd1-e453-44d1-81dc-376846e4214d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc4cc2b-9ef5-4a0a-afa5-27354a81862a HTTP/1.1" status: 200 len: 854 time: 0.1854210 Jul 19 01:13:39.640180 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9610662-07b5-4b39-9d06-cea0d69bee97 req-1820e82a-6005-4a2e-bba7-52ac76216820 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:39.648157 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b9610662-07b5-4b39-9d06-cea0d69bee97 req-1820e82a-6005-4a2e-bba7-52ac76216820 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 945 time: 0.6730103 Jul 19 01:13:39.656556 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:39.702322 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd,segment=NetworkSegment(3da66d69-54b2-4b2e-9957-462fe57fe0ba),segment_id=3da66d69-54b2-4b2e-9957-462fe57fe0ba)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:13:39.709854 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29be6780-d177-4d50-9e3e-470c547d5f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:13:39.717252 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:39.717581 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b9610662-07b5-4b39-9d06-cea0d69bee97 req-7a90159c-9610-4ee0-8e1b-d195c4a3f6b4 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682185 Jul 19 01:13:39.719125 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:39.720537 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:39.790502 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ede3f1-ab66-4fdd-8ba5-f9a38559da92 req-ce58927c-0336-4214-be5f-2a2202479407 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:39.791531 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b9f2b-f1a6-4bdc-bc97-16198932abad req-c0d26fbe-576f-4b8f-9075-1b37dbd77048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:39.792164 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-66ede3f1-ab66-4fdd-8ba5-f9a38559da92 req-ce58927c-0336-4214-be5f-2a2202479407 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1740568 Jul 19 01:13:39.799666 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5d6b9f2b-f1a6-4bdc-bc97-16198932abad req-c0d26fbe-576f-4b8f-9075-1b37dbd77048 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad3ffe35-d556-4a56-86c2-b480a37d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2468853 Jul 19 01:13:39.804661 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:39.811552 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:39.823765 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29be6780-d177-4d50-9e3e-470c547d5f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd', 'code': 200} Jul 19 01:13:39.894873 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-66ede3f1-ab66-4fdd-8ba5-f9a38559da92 req-f07caa60-89d0-43e2-828f-89004a18e9dd tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959747 Jul 19 01:13:40.152841 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5d6b9f2b-f1a6-4bdc-bc97-16198932abad req-0290d12a-6d2e-465f-b48f-6265c715134d service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253419 Jul 19 01:13:40.257359 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65909a4-af6e-44f3-8cb2-3cdf344686dc req-2278c001-ee78-4389-b68f-d5bbd2cf7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:40.258968 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a65909a4-af6e-44f3-8cb2-3cdf344686dc req-2278c001-ee78-4389-b68f-d5bbd2cf7052 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 1099 time: 0.1285989 Jul 19 01:13:40.322740 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a65909a4-af6e-44f3-8cb2-3cdf344686dc req-3762e747-5618-4b1c-b2aa-a388f41d38ff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573530 Jul 19 01:13:40.393521 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5d6b9f2b-f1a6-4bdc-bc97-16198932abad req-2bf9f8c7-b4b1-4688-acce-3b608a2c5e24 service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322767 Jul 19 01:13:40.605847 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891cdfe-48f8-4186-8009-db496d1528d1 req-cbc0a8b8-7742-4104-b26a-8e29c01ff09b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:40.607586 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5891cdfe-48f8-4186-8009-db496d1528d1 req-cbc0a8b8-7742-4104-b26a-8e29c01ff09b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1030974 Jul 19 01:13:40.668245 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5891cdfe-48f8-4186-8009-db496d1528d1 req-3447860a-bca9-4b1f-accc-c0304e90aab5 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543227 Jul 19 01:13:40.793354 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:40.944472 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04bc56-3731-4f6d-b755-7ea21d899335 req-97a82ab0-0e6f-41c9-9013-abf13c180bc4 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:40.954685 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9e04bc56-3731-4f6d-b755-7ea21d899335 req-97a82ab0-0e6f-41c9-9013-abf13c180bc4 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 946 time: 0.1081877 Jul 19 01:13:41.003784 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9e04bc56-3731-4f6d-b755-7ea21d899335 req-42754e2e-0eb6-41fb-b299-3565ebb6bda3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480018 Jul 19 01:13:41.870105 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded64dd3-eb58-44b2-8105-3f3424e4f4fa req-388a7851-c275-4e11-8c2f-e8daa85c76c2 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:41.871743 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ded64dd3-eb58-44b2-8105-3f3424e4f4fa req-388a7851-c275-4e11-8c2f-e8daa85c76c2 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0907686 Jul 19 01:13:41.918588 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ded64dd3-eb58-44b2-8105-3f3424e4f4fa req-0b75cd1a-5f20-4cec-9fb0-a13ebcac34a1 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408137 Jul 19 01:13:42.231878 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05e52a-02c5-4d14-b572-387ecfc6ce7c req-0bb4c787-936b-497d-8858-8013615a88d1 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:42.233391 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ed05e52a-02c5-4d14-b572-387ecfc6ce7c req-0bb4c787-936b-497d-8858-8013615a88d1 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 946 time: 0.0949667 Jul 19 01:13:42.289766 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ed05e52a-02c5-4d14-b572-387ecfc6ce7c req-6837dfc9-419b-4a39-908b-ab57b89ab60c tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446017 Jul 19 01:13:43.181820 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ff69d-ab9e-4b44-92b6-8faab862f927 req-23d50d46-0957-4eb6-b630-9a7eb7369951 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:43.185164 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c74ff69d-ab9e-4b44-92b6-8faab862f927 req-23d50d46-0957-4eb6-b630-9a7eb7369951 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1295099 Jul 19 01:13:43.232719 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c74ff69d-ab9e-4b44-92b6-8faab862f927 req-47181327-6827-4bee-8eb7-c4e8f8140b7a tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419693 Jul 19 01:13:44.426653 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b6d73-0099-4664-97bd-b414e0548570 req-88d1d0de-f9be-4ca3-8c76-498fe1e2f31c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:44.428141 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f40b6d73-0099-4664-97bd-b414e0548570 req-88d1d0de-f9be-4ca3-8c76-498fe1e2f31c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0822704 Jul 19 01:13:44.480445 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f40b6d73-0099-4664-97bd-b414e0548570 req-5599a167-7eea-4de2-bd13-812808806ac7 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458121 Jul 19 01:13:45.572690 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 36926) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:45.712606 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-92fac836-f049-465d-a54c-f0e38f5561a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:45.752504 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359d1c6-a636-4cfd-bff6-d8f18ecb5f5e req-d486f811-184b-4153-9af7-52096c117d8b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:45.762937 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2359d1c6-a636-4cfd-bff6-d8f18ecb5f5e req-d486f811-184b-4153-9af7-52096c117d8b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1571119 Jul 19 01:13:45.808606 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-92fac836-f049-465d-a54c-f0e38f5561a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:45.815437 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-92fac836-f049-465d-a54c-f0e38f5561a2 admin admin] Usage tracker for resource:security_group_rule and tenant:80e974b3dab24f43ac4eb83eef9aa05b is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:45.825472 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-92fac836-f049-465d-a54c-f0e38f5561a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:45.843017 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2359d1c6-a636-4cfd-bff6-d8f18ecb5f5e req-24462cbc-15e6-42c5-bbcf-fe7a3eb19d41 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708427 Jul 19 01:13:45.845165 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-92fac836-f049-465d-a54c-f0e38f5561a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:45.997626 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-92fac836-f049-465d-a54c-f0e38f5561a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:46.003953 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-92fac836-f049-465d-a54c-f0e38f5561a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:46.035565 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-87457be9-2200-447e-8981-7b403d402f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:46.047935 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-92fac836-f049-465d-a54c-f0e38f5561a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80e974b3dab24f43ac4eb83eef9aa05b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706795 Jul 19 01:13:46.048170 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 36938) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:46.104131 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fac836-f049-465d-a54c-f0e38f5561a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed2d307-0926-44e0-8b6e-3e431dfbf462,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:46.121364 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-92fac836-f049-465d-a54c-f0e38f5561a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:46.163705 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2e9da700-d8fd-4bff-837d-90bf97b64c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:46.195186 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2e9da700-d8fd-4bff-837d-90bf97b64c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:46.267070 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2e9da700-d8fd-4bff-837d-90bf97b64c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:46.271401 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-0f8c7b88-2ade-4856-b02b-73f89f426161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:46.283383 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9da700-d8fd-4bff-837d-90bf97b64c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed2d307-0926-44e0-8b6e-3e431dfbf462,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:46.292668 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2e9da700-d8fd-4bff-837d-90bf97b64c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:46.298908 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2e9da700-d8fd-4bff-837d-90bf97b64c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:46.311788 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2e9da700-d8fd-4bff-837d-90bf97b64c4c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ed2d307-0926-44e0-8b6e-3e431dfbf462 HTTP/1.1" status: 204 len: 168 time: 0.2536991 Jul 19 01:13:47.042134 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348831b9-830b-4738-9b0c-f174c88e3394 req-2df0d4bc-884a-40e0-8684-727b69c08c1e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:47.043515 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-348831b9-830b-4738-9b0c-f174c88e3394 req-2df0d4bc-884a-40e0-8684-727b69c08c1e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0796242 Jul 19 01:13:47.088150 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-348831b9-830b-4738-9b0c-f174c88e3394 req-4145a228-c48a-41c8-b888-f182616b317e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388465 Jul 19 01:13:48.282470 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587101e1-90d7-4ae7-9c61-6dcd98320a3f req-39ec4a16-5b1c-4def-a519-dd1d72130393 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:48.283945 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-587101e1-90d7-4ae7-9c61-6dcd98320a3f req-39ec4a16-5b1c-4def-a519-dd1d72130393 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0837111 Jul 19 01:13:48.327125 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-587101e1-90d7-4ae7-9c61-6dcd98320a3f req-501994f9-ed66-4b8f-a23a-b55cf45c19be tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373285 Jul 19 01:13:49.215626 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37038) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:49.274573 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c3301f-15ea-4e3b-88ba-97abe02a3aee admin admin] Deleting subnet edc7e642-7217-48f8-b59e-3efbe96c6c71 {{(pid=78633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:13:49.277508 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06c3301f-15ea-4e3b-88ba-97abe02a3aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:49.331478 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06c3301f-15ea-4e3b-88ba-97abe02a3aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2168860'] for subnet, precommit_delete_associations {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:49.389285 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06c3301f-15ea-4e3b-88ba-97abe02a3aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:49.511664 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06c3301f-15ea-4e3b-88ba-97abe02a3aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4121881'] for subnet, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:49.517565 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-dd12b8dd-2b75-4ef3-b01f-753954a9edf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:49.555771 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3301f-15ea-4e3b-88ba-97abe02a3aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc7e642-7217-48f8-b59e-3efbe96c6c71,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:49.557647 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-06c3301f-15ea-4e3b-88ba-97abe02a3aee admin admin] Notify callbacks [] for subnet, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:49.561956 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-06c3301f-15ea-4e3b-88ba-97abe02a3aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:49.567324 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-06c3301f-15ea-4e3b-88ba-97abe02a3aee admin admin] 10.222.0.10 "DELETE /v2.0/subnets/edc7e642-7217-48f8-b59e-3efbe96c6c71 HTTP/1.1" status: 204 len: 168 time: 0.3506935 Jul 19 01:13:49.570094 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37046) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:49.579502 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b0796-d10d-4292-b132-0e5490a0982a req-565cb785-c3e9-4f10-b310-e1b1e8d906cc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:49.580899 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ec2b0796-d10d-4292-b132-0e5490a0982a req-565cb785-c3e9-4f10-b310-e1b1e8d906cc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1386933 Jul 19 01:13:49.626102 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ec2b0796-d10d-4292-b132-0e5490a0982a req-db8b46c2-375d-4be1-8881-f75040811715 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394228 Jul 19 01:13:49.675965 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:49.796219 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:49.809054 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d']}} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:13:49.821070 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9282863e-da92-45d4-aded-80d50b86816a') {'for_net_delete': True} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:13:49.821368 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9282863e-da92-45d4-aded-80d50b86816a') {} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:13:49.832583 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113513'] for segment, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:49.848544 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:49.855134 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=78632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:13:49.855530 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391590'] for segment, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: Traceback (most recent call last): Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: timer() Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: cb(*args, **kw) Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: return func(*args, **kwargs) Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: self._notify() Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: self.callback(batched_events) Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: event.method(event) Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: return f(self, *a, **k) Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: return self._get(url).json() Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: return self.request(url, 'GET', **kwargs) Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:13:49.869190 dv-cinder-801236-1-smb neutron-server[78632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:13:49.945186 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:49.949643 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:49.965340 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:49.971153 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:49.977669 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:49.987194 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-48b31ba4-9692-4e8b-82af-520ad35d894e admin admin] 10.222.0.10 "DELETE /v2.0/networks/bfe3e1c1-be23-4fb8-9ca0-55773c14cd9d HTTP/1.1" status: 204 len: 168 time: 0.4158983 Jul 19 01:13:50.097326 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37054) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:50.147670 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-725c30e4-5528-4167-b632-7af0ebb83ee6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36d23bcf3bdc48aa9d538d5dd9546feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491059 Jul 19 01:13:50.150786 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37058) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:50.206912 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4149f680-68c2-4e42-b2c1-891b495753c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:50.232439 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4149f680-68c2-4e42-b2c1-891b495753c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:50.282639 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4149f680-68c2-4e42-b2c1-891b495753c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:50.286066 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-62020aee-2b71-4975-9222-2b39162e268f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:50.299755 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149f680-68c2-4e42-b2c1-891b495753c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fd8d64-7edb-413d-b17a-d58adc1f8059,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:50.302333 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-4149f680-68c2-4e42-b2c1-891b495753c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:50.309727 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4149f680-68c2-4e42-b2c1-891b495753c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:50.311000 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-4149f680-68c2-4e42-b2c1-891b495753c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8fd8d64-7edb-413d-b17a-d58adc1f8059 HTTP/1.1" status: 204 len: 168 time: 0.1591609 Jul 19 01:13:50.832095 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42de8a1-0bb4-4e61-bfc5-8213904a54a2 req-f41dc8b2-26fc-4220-b43c-825c46075b6d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:50.833545 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d42de8a1-0bb4-4e61-bfc5-8213904a54a2 req-f41dc8b2-26fc-4220-b43c-825c46075b6d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0954320 Jul 19 01:13:50.881035 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d42de8a1-0bb4-4e61-bfc5-8213904a54a2 req-7ca3a3dc-bac0-4d3f-b8ed-c0f6b61cecb4 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411174 Jul 19 01:13:52.074036 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4887c-8c25-4f36-8ae0-9bbfb779c93a req-5cb51f9a-8ead-4aac-b762-3015532ee9dc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:52.075796 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-59d4887c-8c25-4f36-8ae0-9bbfb779c93a req-5cb51f9a-8ead-4aac-b762-3015532ee9dc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0887289 Jul 19 01:13:52.123385 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-59d4887c-8c25-4f36-8ae0-9bbfb779c93a req-9dd46642-ada5-4a3e-8b53-a92095051d0f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420856 Jul 19 01:13:53.312180 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355329a-47a7-4627-a466-5d90b5aa65ed req-fd7e3147-f49d-46f6-9236-3e7e92aac799 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:53.313652 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0355329a-47a7-4627-a466-5d90b5aa65ed req-fd7e3147-f49d-46f6-9236-3e7e92aac799 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0804191 Jul 19 01:13:53.361503 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0355329a-47a7-4627-a466-5d90b5aa65ed req-09cfdca9-fad7-420b-b9cf-32b8bca70b42 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423024 Jul 19 01:13:54.197374 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37124) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:54.312667 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-fafb30ff-2157-4e27-8f86-f603dcdf09f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:54.327260 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-fafb30ff-2157-4e27-8f86-f603dcdf09f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:13:54.331171 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-fafb30ff-2157-4e27-8f86-f603dcdf09f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c31998d54320443a8c739491b3fb73b8 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:13:54.333896 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-fafb30ff-2157-4e27-8f86-f603dcdf09f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:13:54.340827 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-fafb30ff-2157-4e27-8f86-f603dcdf09f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:13:54.424591 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-fafb30ff-2157-4e27-8f86-f603dcdf09f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:54.428352 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-fafb30ff-2157-4e27-8f86-f603dcdf09f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:54.436904 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-1eb00486-4d7d-4723-b1d5-d543bfdf8f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:54.510956 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-fafb30ff-2157-4e27-8f86-f603dcdf09f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c31998d54320443a8c739491b3fb73b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124378 Jul 19 01:13:54.513525 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37134) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:13:54.516530 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb30ff-2157-4e27-8f86-f603dcdf09f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde6f04f-6a6e-417e-80b9-201cde509615,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:54.523459 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-fafb30ff-2157-4e27-8f86-f603dcdf09f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:54.562155 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25837bee-3f2c-49e1-95e5-f1820322ef5b req-27eb892d-dbd9-4e4e-afa5-77a251234041 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:54.563646 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-25837bee-3f2c-49e1-95e5-f1820322ef5b req-27eb892d-dbd9-4e4e-afa5-77a251234041 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0891285 Jul 19 01:13:54.585442 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d3b925e4-f6b6-4fb2-973a-f80f5c2a4a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:54.608184 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-25837bee-3f2c-49e1-95e5-f1820322ef5b req-bcc3aeca-19e9-4745-b7f7-bd5831826da7 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388103 Jul 19 01:13:54.610755 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d3b925e4-f6b6-4fb2-973a-f80f5c2a4a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:54.663229 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d3b925e4-f6b6-4fb2-973a-f80f5c2a4a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:54.668506 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b77e74b0-c61a-4879-80eb-333e674ecf27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:13:54.681019 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b925e4-f6b6-4fb2-973a-f80f5c2a4a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde6f04f-6a6e-417e-80b9-201cde509615,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:13:54.683844 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d3b925e4-f6b6-4fb2-973a-f80f5c2a4a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:13:54.687196 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d3b925e4-f6b6-4fb2-973a-f80f5c2a4a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:13:54.689331 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-d3b925e4-f6b6-4fb2-973a-f80f5c2a4a86 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fde6f04f-6a6e-417e-80b9-201cde509615 HTTP/1.1" status: 204 len: 168 time: 0.1748176 Jul 19 01:13:55.867760 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c5b77-3919-45db-a9d0-bd20fcb8a76f req-aaaf41b7-d838-4fcf-b076-c17ca3d54bdf tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:55.869222 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-de1c5b77-3919-45db-a9d0-bd20fcb8a76f req-aaaf41b7-d838-4fcf-b076-c17ca3d54bdf tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1534643 Jul 19 01:13:55.913940 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-de1c5b77-3919-45db-a9d0-bd20fcb8a76f req-d478a485-92fb-44a5-b993-3f88c3282184 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387652 Jul 19 01:13:57.109699 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37143ce-7870-438d-b456-eed21e65a49a req-33711935-b105-493b-89bc-169dc1a4753e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:57.111334 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e37143ce-7870-438d-b456-eed21e65a49a req-33711935-b105-493b-89bc-169dc1a4753e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0927777 Jul 19 01:13:57.238573 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e37143ce-7870-438d-b456-eed21e65a49a req-ad7802e3-5c5a-4cae-a986-cfb0046ac3ae tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198115 Jul 19 01:13:58.424370 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203b812-f279-4c99-bc1a-4dd9d039af55 req-8298c6b4-54c9-4345-81cb-96aa852ed30d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:58.425823 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b203b812-f279-4c99-bc1a-4dd9d039af55 req-8298c6b4-54c9-4345-81cb-96aa852ed30d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0796518 Jul 19 01:13:58.468991 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b203b812-f279-4c99-bc1a-4dd9d039af55 req-38e76d05-9b72-4394-baf4-6e1d9584e5be tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375772 Jul 19 01:13:59.655902 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f018797-3654-4dd2-a168-dbf34dbf6fe5 req-be3c0447-fd9f-47a7-bb86-a489d0b8bf10 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:13:59.657347 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4f018797-3654-4dd2-a168-dbf34dbf6fe5 req-be3c0447-fd9f-47a7-bb86-a489d0b8bf10 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0803950 Jul 19 01:13:59.702471 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4f018797-3654-4dd2-a168-dbf34dbf6fe5 req-d6f481cd-e339-423d-845f-dd7ab0737282 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395482 Jul 19 01:14:00.885170 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b579263-06b9-48d2-bb7d-a93a4cd17d7e req-5f3edf63-8731-4b0c-9d6d-2b48690cfa38 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:00.886623 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1b579263-06b9-48d2-bb7d-a93a4cd17d7e req-5f3edf63-8731-4b0c-9d6d-2b48690cfa38 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0783775 Jul 19 01:14:00.932568 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1b579263-06b9-48d2-bb7d-a93a4cd17d7e req-f48524fc-cf14-49b2-8953-6c67b614bf73 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Jul 19 01:14:00.950801 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:14:02.120297 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5161f9-9171-411b-a5be-dd2e589398fc req-a0cce9e1-cc20-467c-a24b-62f0a28fb8e9 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:02.121807 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-be5161f9-9171-411b-a5be-dd2e589398fc req-a0cce9e1-cc20-467c-a24b-62f0a28fb8e9 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0824685 Jul 19 01:14:02.169213 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-be5161f9-9171-411b-a5be-dd2e589398fc req-3a7341b6-802d-44ce-a1a6-5d51747bf7e1 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398622 Jul 19 01:14:03.364745 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bafa5b-2272-48cb-a4c6-822861660ee5 req-f12c6fb1-c21c-476a-9e25-f93e47787f9b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:03.366201 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-61bafa5b-2272-48cb-a4c6-822861660ee5 req-f12c6fb1-c21c-476a-9e25-f93e47787f9b tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0835276 Jul 19 01:14:03.412517 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-61bafa5b-2272-48cb-a4c6-822861660ee5 req-b4f32836-5971-41aa-bc04-54569a4264c5 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Jul 19 01:14:03.647763 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40195223-2944-4e8f-8a53-c4130e0008f4 req-26700009-192c-4a04-9e6c-5d399aa4f417 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:03.649304 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-40195223-2944-4e8f-8a53-c4130e0008f4 req-26700009-192c-4a04-9e6c-5d399aa4f417 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 946 time: 0.0803959 Jul 19 01:14:03.693091 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-40195223-2944-4e8f-8a53-c4130e0008f4 req-dbce72ed-873b-4753-a9e5-5c83a7f31cd8 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381403 Jul 19 01:14:04.602484 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684c906-fc39-4a6b-8d18-9ddf8a84cc19 req-03e6063b-8e52-49cf-b5c1-ac114cb6568f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:04.604814 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6684c906-fc39-4a6b-8d18-9ddf8a84cc19 req-03e6063b-8e52-49cf-b5c1-ac114cb6568f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0836833 Jul 19 01:14:04.648085 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6684c906-fc39-4a6b-8d18-9ddf8a84cc19 req-44e4a936-c303-4286-b6ce-227a52e607dc tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376630 Jul 19 01:14:04.878789 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ff751-e199-46a7-8990-cf3e01afa6d4 req-e8636f05-ba2e-4df1-aa23-da7c356e1da0 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:04.880223 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-972ff751-e199-46a7-8990-cf3e01afa6d4 req-e8636f05-ba2e-4df1-aa23-da7c356e1da0 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 946 time: 0.0823286 Jul 19 01:14:04.923539 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-972ff751-e199-46a7-8990-cf3e01afa6d4 req-6173fb7b-b378-48f3-98be-872a194f5012 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375712 Jul 19 01:14:05.693488 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-ba76c86f-acff-414b-b8a4-ce52c45d79b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:05.834573 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d38ed3-f103-4bda-8eea-b802fbf26ef2 req-92df2c62-f86b-40da-9222-debe89eb35f7 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:05.836008 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-60d38ed3-f103-4bda-8eea-b802fbf26ef2 req-92df2c62-f86b-40da-9222-debe89eb35f7 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0799239 Jul 19 01:14:05.881205 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-60d38ed3-f103-4bda-8eea-b802fbf26ef2 req-d96da205-bc9e-4f2e-89b7-d735587da4cd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391347 Jul 19 01:14:06.109514 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c1622-af52-4843-8644-db88e579fd0f req-6c8e8d2c-f65a-441d-9cdf-b3636829180b tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:06.110995 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-220c1622-af52-4843-8644-db88e579fd0f req-6c8e8d2c-f65a-441d-9cdf-b3636829180b tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 946 time: 0.0800049 Jul 19 01:14:06.161485 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-220c1622-af52-4843-8644-db88e579fd0f req-9e556da6-a52c-449a-b8ed-dbe79f54a0bc tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 Jul 19 01:14:06.304755 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:07.066557 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdb9c3-4d23-4b39-9561-a4bff5601066 req-f07dc928-73ce-45f0-9203-9ce15f24b59a tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:07.068030 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1bcdb9c3-4d23-4b39-9561-a4bff5601066 req-f07dc928-73ce-45f0-9203-9ce15f24b59a tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0823476 Jul 19 01:14:07.113778 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1bcdb9c3-4d23-4b39-9561-a4bff5601066 req-21cd61cb-9a59-4b01-9c87-f6ca3edbd80a tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395894 Jul 19 01:14:07.342948 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80053d-5a78-4515-8f6b-0b5f7df3c09c req-198fd13e-01a8-46b9-9d10-ac4a1c224166 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:07.344391 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0e80053d-5a78-4515-8f6b-0b5f7df3c09c req-198fd13e-01a8-46b9-9d10-ac4a1c224166 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 946 time: 0.0783091 Jul 19 01:14:07.389368 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0e80053d-5a78-4515-8f6b-0b5f7df3c09c req-9d1d9ba7-5cc8-4ec4-82a7-9d65822069d0 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393896 Jul 19 01:14:08.280300 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-0cdb0696-8480-4e08-b83b-de90f266a0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:08.303607 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0256d1-035a-4d9f-bafa-147cffa4ddc3 req-5bd0f834-efe2-4052-8829-9b3bfd8618e8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:08.305071 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-dd0256d1-035a-4d9f-bafa-147cffa4ddc3 req-5bd0f834-efe2-4052-8829-9b3bfd8618e8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0826886 Jul 19 01:14:08.352725 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-dd0256d1-035a-4d9f-bafa-147cffa4ddc3 req-89407f3f-e19b-4d19-b4ae-356d62c9ede4 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 Jul 19 01:14:08.575262 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c46e1-278a-49a0-ba42-0b19c24978e3 req-0563323b-3954-494f-8cc5-b596d4862551 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:08.576707 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bd6c46e1-278a-49a0-ba42-0b19c24978e3 req-0563323b-3954-494f-8cc5-b596d4862551 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 946 time: 0.0845220 Jul 19 01:14:08.619378 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bd6c46e1-278a-49a0-ba42-0b19c24978e3 req-e0cc40a8-51c5-4d64-98e2-f0d138bd0d7b tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Jul 19 01:14:08.708562 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b5617-b395-4262-bbb8-ea198efc1389 req-7cf4c8c3-7bf0-41bb-825c-6fab9fefbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:08.709891 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8e6b5617-b395-4262-bbb8-ea198efc1389 req-7cf4c8c3-7bf0-41bb-825c-6fab9fefbc19 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 1098 time: 0.0691166 Jul 19 01:14:08.757007 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8e6b5617-b395-4262-bbb8-ea198efc1389 req-4f8ba962-c108-421e-8f91-e7c91a9bc86e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Jul 19 01:14:08.972608 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:09.503268 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:09.568008 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47043195-f4cd-40be-a690-c72b93c7d73a req-9330b8b4-7666-418d-a596-3a97680d91f3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:09.569437 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-47043195-f4cd-40be-a690-c72b93c7d73a req-9330b8b4-7666-418d-a596-3a97680d91f3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.15 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 946 time: 0.1467316 Jul 19 01:14:09.577764 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394e08c-6e18-46bf-b6a5-c3d77cda420d req-9d0bb840-75c1-4de1-8ff0-3f2efc5307cd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:09.579126 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1394e08c-6e18-46bf-b6a5-c3d77cda420d req-9d0bb840-75c1-4de1-8ff0-3f2efc5307cd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1211097 Jul 19 01:14:09.673772 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-47043195-f4cd-40be-a690-c72b93c7d73a req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Deleting port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:14:09.674115 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-47043195-f4cd-40be-a690-c72b93c7d73a req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:09.705920 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1394e08c-6e18-46bf-b6a5-c3d77cda420d req-6eac3ad7-9d9d-48af-9868-be8d1c98f3e9 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983124 Jul 19 01:14:09.807251 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27226597-edf3-45aa-957b-efd34e8df8ee req-39686cec-bf57-44ef-81f7-023b27393908 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:09.808709 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-27226597-edf3-45aa-957b-efd34e8df8ee req-39686cec-bf57-44ef-81f7-023b27393908 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 946 time: 0.0798163 Jul 19 01:14:09.852471 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-27226597-edf3-45aa-957b-efd34e8df8ee req-eeba4833-e81b-41fc-bcdc-16bacb68557e tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf48d472-6275-48b5-8ece-fb6c0060b268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373821 Jul 19 01:14:09.931642 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-47043195-f4cd-40be-a690-c72b93c7d73a req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] For port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd,segment=NetworkSegment(3da66d69-54b2-4b2e-9957-462fe57fe0ba),segment_id=3da66d69-54b2-4b2e-9957-462fe57fe0ba)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:14:09.931915 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-47043195-f4cd-40be-a690-c72b93c7d73a req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:10.052453 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-47043195-f4cd-40be-a690-c72b93c7d73a req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Calling delete_port for 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd owned by compute:nova {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:14:10.199816 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-47043195-f4cd-40be-a690-c72b93c7d73a req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:10.205266 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-387a3aa6-0330-4334-8faa-d03f9f8a8fa5 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:10.244304 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:14:10.249242 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Pushing event deleted for resources: {'Port': ['ID=77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:10.286198 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:10.286591 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:10.286952 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:10.287303 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:10.287652 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:10.288000 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:10.288344 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:10.288686 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:10.289032 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:10.289395 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:10.289731 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:10.290066 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:10.297717 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:10.406056 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-47043195-f4cd-40be-a690-c72b93c7d73a req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] No DVR routers for this DVR port 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd on host hv-cinder-80123 {{(pid=78633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:14:10.408479 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-47043195-f4cd-40be-a690-c72b93c7d73a req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:10.410948 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29be6780-d177-4d50-9e3e-470c547d5f73', 'name': 'network-vif-deleted', 'tag': '77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:14:10.426886 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-47043195-f4cd-40be-a690-c72b93c7d73a req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.15 "DELETE /v2.0/ports/77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd HTTP/1.1" status: 204 len: 173 time: 0.8465943 Jul 19 01:14:10.454834 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29be6780-d177-4d50-9e3e-470c547d5f73', 'name': 'network-vif-deleted', 'tag': '77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd', 'status': 'completed', 'code': 200} Jul 19 01:14:10.785203 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:10.897169 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b36270-d394-486e-b08b-00165477d4e1 req-55be0a8a-e0d9-480b-999c-fc7b375dca6d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:10.898736 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a7b36270-d394-486e-b08b-00165477d4e1 req-55be0a8a-e0d9-480b-999c-fc7b375dca6d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0851245 Jul 19 01:14:10.944888 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a7b36270-d394-486e-b08b-00165477d4e1 req-dfb28130-ac87-4267-bfdd-ee08ba25a623 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402167 Jul 19 01:14:11.136792 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f6497691-0c99-40fe-a044-72974fd3daaa req-b4140906-5104-46f4-8633-5d7d564eac07 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] 10.222.0.10 "GET /v2.0/ports?device_id=29be6780-d177-4d50-9e3e-470c547d5f73 HTTP/1.1" status: 200 len: 210 time: 0.0681605 Jul 19 01:14:11.233714 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb388f4-b2c2-4b5c-a883-35ec0c49d49a req-3fd1e0bc-48b7-421c-9bc5-0c119612228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:11.235808 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bbb388f4-b2c2-4b5c-a883-35ec0c49d49a req-3fd1e0bc-48b7-421c-9bc5-0c119612228d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17a5dc9c458147c09457fad8e0b223c6&device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 1138 time: 0.0881128 Jul 19 01:14:11.334022 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d8a8f-9bae-4cc8-81a0-353758bc894b req-1060d0ab-038d-474e-9cdb-072121e2c3f3 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:11.335917 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bb7d8a8f-9bae-4cc8-81a0-353758bc894b req-1060d0ab-038d-474e-9cdb-072121e2c3f3 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0888569 Jul 19 01:14:11.378280 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb388f4-b2c2-4b5c-a883-35ec0c49d49a req-77b0a89b-6074-4fb0-9f87-fd4c8cbf89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:11.379778 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bbb388f4-b2c2-4b5c-a883-35ec0c49d49a req-77b0a89b-6074-4fb0-9f87-fd4c8cbf89d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad3ffe35-d556-4a56-86c2-b480a37d02d0 HTTP/1.1" status: 200 len: 916 time: 0.1351783 Jul 19 01:14:11.394705 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-bb7d8a8f-9bae-4cc8-81a0-353758bc894b req-9170b0e9-e178-46c6-86ba-3e0612c807c6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Synchronizing usage tracker for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:security_group {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:11.412974 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-bb7d8a8f-9bae-4cc8-81a0-353758bc894b req-9170b0e9-e178-46c6-86ba-3e0612c807c6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Unset dirty status for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:security_group {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:11.414327 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bb7d8a8f-9bae-4cc8-81a0-353758bc894b req-9170b0e9-e178-46c6-86ba-3e0612c807c6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699923 Jul 19 01:14:11.488512 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bbb388f4-b2c2-4b5c-a883-35ec0c49d49a req-a172c343-3333-4bbf-bf8c-366e75cc406b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e HTTP/1.1" status: 200 len: 1002 time: 0.1011848 Jul 19 01:14:11.530804 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf81fb0-56fb-444f-b518-cb4bf9ab6531 req-72391bec-6476-4cbd-83d7-dc472971710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:11.532280 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0cf81fb0-56fb-444f-b518-cb4bf9ab6531 req-72391bec-6476-4cbd-83d7-dc472971710d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1021b1d475742fca91e081a4ec362ce&device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 1098 time: 0.0742548 Jul 19 01:14:11.600496 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb388f4-b2c2-4b5c-a883-35ec0c49d49a req-cd3d84a6-2a52-4103-93c3-c7dc0818e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:11.601837 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bbb388f4-b2c2-4b5c-a883-35ec0c49d49a req-cd3d84a6-2a52-4103-93c3-c7dc0818e33c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc4cc2b-9ef5-4a0a-afa5-27354a81862a HTTP/1.1" status: 200 len: 854 time: 0.0796957 Jul 19 01:14:11.665123 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf81fb0-56fb-444f-b518-cb4bf9ab6531 req-2ab95ac8-15a7-4361-9684-3edf9e386dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:11.666582 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0cf81fb0-56fb-444f-b518-cb4bf9ab6531 req-2ab95ac8-15a7-4361-9684-3edf9e386dd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=665bb959-ce91-4f9c-a71d-2bfde92f715f HTTP/1.1" status: 200 len: 918 time: 0.1272421 Jul 19 01:14:11.673996 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70e323-b606-44bd-8928-0e3c928eca40 req-ee22c964-c9ad-4add-9833-bc42c77a0ecb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:11.675466 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2e70e323-b606-44bd-8928-0e3c928eca40 req-ee22c964-c9ad-4add-9833-bc42c77a0ecb tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1838086 Jul 19 01:14:11.727362 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2e70e323-b606-44bd-8928-0e3c928eca40 req-21f53c16-4d45-4ee9-ab03-9fdaf513fa57 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452681 Jul 19 01:14:11.729331 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb388f4-b2c2-4b5c-a883-35ec0c49d49a req-97aa1510-7f19-475b-b4d7-a606e3ee678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:11.731845 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bbb388f4-b2c2-4b5c-a883-35ec0c49d49a req-97aa1510-7f19-475b-b4d7-a606e3ee678d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad3ffe35-d556-4a56-86c2-b480a37d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1211355 Jul 19 01:14:11.740512 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0cf81fb0-56fb-444f-b518-cb4bf9ab6531 req-1f615a1f-dbc3-4823-bbd8-694d57618770 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=817fdd9c-1934-46f0-801d-172d0542b883 HTTP/1.1" status: 200 len: 217 time: 0.0648019 Jul 19 01:14:11.806797 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf81fb0-56fb-444f-b518-cb4bf9ab6531 req-8b34f1d4-07bd-4d10-acea-62f7752afefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:11.808209 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0cf81fb0-56fb-444f-b518-cb4bf9ab6531 req-8b34f1d4-07bd-4d10-acea-62f7752afefc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5253dbad-c61e-461a-840b-fb6203361230 HTTP/1.1" status: 200 len: 857 time: 0.0557938 Jul 19 01:14:11.865147 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bbb388f4-b2c2-4b5c-a883-35ec0c49d49a req-6de76353-3886-40ce-a353-e1f17c149e45 service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267993 Jul 19 01:14:11.866150 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0cf81fb0-56fb-444f-b518-cb4bf9ab6531 req-1963645f-85cd-4a2b-8b78-90d8c33f0e56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665bb959-ce91-4f9c-a71d-2bfde92f715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428960 Jul 19 01:14:12.013023 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bbb388f4-b2c2-4b5c-a883-35ec0c49d49a req-632d68bc-799d-432c-b348-043755206a89 service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292167 Jul 19 01:14:12.080625 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0cf81fb0-56fb-444f-b518-cb4bf9ab6531 req-42d5df4b-f699-4e77-99d5-3baa9336050e service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961105 Jul 19 01:14:12.220146 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0cf81fb0-56fb-444f-b518-cb4bf9ab6531 req-60f18570-e9a5-4f23-908b-ce3fd99df64b service neutron] 10.222.0.15 "GET /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299791 Jul 19 01:14:12.607045 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b6788-c51a-4bc0-8e17-0a552d847447 req-353d65bd-cd41-4477-9963-e42491ff1e78 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:12.614413 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-df2b6788-c51a-4bc0-8e17-0a552d847447 req-353d65bd-cd41-4477-9963-e42491ff1e78 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0931559 Jul 19 01:14:12.660797 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-df2b6788-c51a-4bc0-8e17-0a552d847447 req-d4b5229b-c7e3-4c6f-952b-ba45c1213f44 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454035 Jul 19 01:14:12.912064 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1609fa-307e-4a65-8f80-be6546dc54d0 req-c2a762af-0de2-4c28-9ae8-470953b0f72e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:12.913415 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4e1609fa-307e-4a65-8f80-be6546dc54d0 req-c2a762af-0de2-4c28-9ae8-470953b0f72e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0801206 Jul 19 01:14:12.965549 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4e1609fa-307e-4a65-8f80-be6546dc54d0 req-548e3e4a-2d64-4935-93e4-2328bb68a5c9 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 Jul 19 01:14:13.142798 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:14:13.176472 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:14:13.176750 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 77015b9d-9c79-4c34-9c1e-a5ccd0d0eafd not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:14:13.857210 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdcc62-42b0-4f4a-ba83-3e3fe40a2749 req-a8ac1af3-d00a-4870-b997-5ec768bbbffb tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:13.858683 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f4fdcc62-42b0-4f4a-ba83-3e3fe40a2749 req-a8ac1af3-d00a-4870-b997-5ec768bbbffb tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0884521 Jul 19 01:14:13.906111 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f4fdcc62-42b0-4f4a-ba83-3e3fe40a2749 req-cad5e882-241c-4d23-aba6-34c5e532a15d tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413928 Jul 19 01:14:14.151044 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613ba52-3c97-4017-9308-02cbccb94b06 req-ccc9da90-eccd-4350-835d-53f212012505 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:14.152602 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b613ba52-3c97-4017-9308-02cbccb94b06 req-ccc9da90-eccd-4350-835d-53f212012505 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0818431 Jul 19 01:14:14.201070 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b613ba52-3c97-4017-9308-02cbccb94b06 req-5c1c7ca3-10d1-4350-84c5-4d8b801a5ebf tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Jul 19 01:14:15.094416 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc26c75-f41c-45f6-8c3a-afe428d9140d req-5dddfc82-6e90-4893-a28a-639fab4945d7 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:15.095938 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5dc26c75-f41c-45f6-8c3a-afe428d9140d req-5dddfc82-6e90-4893-a28a-639fab4945d7 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0813966 Jul 19 01:14:15.148375 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5dc26c75-f41c-45f6-8c3a-afe428d9140d req-fd48a3c4-4028-434e-a835-5d42e5d5f0b0 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462770 Jul 19 01:14:15.392989 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e56ef-dda3-4b53-a4d2-044fa316277c req-b97a0b76-224a-40c9-b183-d0fb61d79af8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:15.394830 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1a6e56ef-dda3-4b53-a4d2-044fa316277c req-b97a0b76-224a-40c9-b183-d0fb61d79af8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0852125 Jul 19 01:14:15.438933 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-1a6e56ef-dda3-4b53-a4d2-044fa316277c req-7d7ae586-c5ca-4495-b99f-dd33e9266e2c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384507 Jul 19 01:14:16.341344 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e535a6e-3a9b-4fa5-bd91-ef76977224c5 req-a040370f-d464-4b26-9aa2-caa475d5385b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:16.342856 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1e535a6e-3a9b-4fa5-bd91-ef76977224c5 req-a040370f-d464-4b26-9aa2-caa475d5385b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0824385 Jul 19 01:14:16.390795 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1e535a6e-3a9b-4fa5-bd91-ef76977224c5 req-ee387b7b-3ea7-4209-b279-1e9f8fd1c48b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420954 Jul 19 01:14:17.588077 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd25eb-175b-48ab-8ff9-8a9c4a043ec6 req-7f7d6e81-aed5-4257-b3bd-e402aee9a4a6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:17.589549 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-99fd25eb-175b-48ab-8ff9-8a9c4a043ec6 req-7f7d6e81-aed5-4257-b3bd-e402aee9a4a6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0867314 Jul 19 01:14:17.637355 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-99fd25eb-175b-48ab-8ff9-8a9c4a043ec6 req-c369660e-03d7-4db8-8272-e1241b052787 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415161 Jul 19 01:14:18.118187 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dc9df-66c4-4945-8f27-1513e7aa78f7 req-f6f6a63d-19ab-42e9-a1f6-c4e3e0d504df tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:18.119696 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6e0dc9df-66c4-4945-8f27-1513e7aa78f7 req-f6f6a63d-19ab-42e9-a1f6-c4e3e0d504df tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 946 time: 0.0828099 Jul 19 01:14:18.168984 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6e0dc9df-66c4-4945-8f27-1513e7aa78f7 req-dafef8d8-2dea-4371-941f-62eccd4cf406 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Jul 19 01:14:18.824888 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ba40a-cc64-4c1e-bf87-58ce719409c6 req-18498988-44d9-4a50-bb2a-6349e0acf36c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:18.826584 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8b5ba40a-cc64-4c1e-bf87-58ce719409c6 req-18498988-44d9-4a50-bb2a-6349e0acf36c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0803061 Jul 19 01:14:18.875195 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8b5ba40a-cc64-4c1e-bf87-58ce719409c6 req-aaa7bbe8-ce5c-4c27-8944-ff1724ff5f6d tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425920 Jul 19 01:14:19.359364 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc735ec-3cc5-4046-8292-d4b1ae573f4e req-396f36ae-73f9-4657-b67f-7681188b7ca9 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:19.360821 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bcc735ec-3cc5-4046-8292-d4b1ae573f4e req-396f36ae-73f9-4657-b67f-7681188b7ca9 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 946 time: 0.0803826 Jul 19 01:14:19.405160 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bcc735ec-3cc5-4046-8292-d4b1ae573f4e req-5aae712d-bfac-4eb9-be90-a5b1adb925af tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385153 Jul 19 01:14:19.952959 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df21177-89ce-4953-88a6-98aa417ee107 req-d6c22d3f-283e-4b31-8485-3100ed2158e9 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:19.954453 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4df21177-89ce-4953-88a6-98aa417ee107 req-d6c22d3f-283e-4b31-8485-3100ed2158e9 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.0929964 Jul 19 01:14:20.088615 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad954890-a2f3-4383-8899-80f232a7d22d req-0778f8c0-4cd7-4502-82ce-18c0339a630b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:20.089195 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4df21177-89ce-4953-88a6-98aa417ee107 req-1f8d2e41-0aa7-4709-9412-005ddf2b5ad5 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284468 Jul 19 01:14:20.091647 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ad954890-a2f3-4383-8899-80f232a7d22d req-0778f8c0-4cd7-4502-82ce-18c0339a630b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 946 time: 0.1852474 Jul 19 01:14:20.160165 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387deee-550b-4ee7-8f77-4011209a97f5 req-ae9107aa-974d-4fcd-8599-11d955439fbf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:20.161691 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d387deee-550b-4ee7-8f77-4011209a97f5 req-ae9107aa-974d-4fcd-8599-11d955439fbf tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.1609745 Jul 19 01:14:20.194996 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Deleting port 21071ca0-185a-4cc5-9370-b2515273bc4a {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:14:20.195328 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:20.266019 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d387deee-550b-4ee7-8f77-4011209a97f5 req-f5cb6352-e934-46d0-9e3a-132bce5cacda tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982330 Jul 19 01:14:20.456827 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] For port 21071ca0-185a-4cc5-9370-b2515273bc4a, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=21071ca0-185a-4cc5-9370-b2515273bc4a,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:14:20.457166 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:20.591014 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ab235-9e23-4875-a17b-0b9d57e8aa3c req-e4afd87f-85b0-4a98-baba-2536b0d887e9 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:20.592493 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d74ab235-9e23-4875-a17b-0b9d57e8aa3c req-e4afd87f-85b0-4a98-baba-2536b0d887e9 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 946 time: 0.0789881 Jul 19 01:14:20.639923 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d74ab235-9e23-4875-a17b-0b9d57e8aa3c req-16fcd733-3e44-493f-bb56-77547895d920 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=235c719a-bb19-4429-a920-910cd2bd3cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418098 Jul 19 01:14:20.740485 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:20.740838 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:20.741153 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.db.l3_db [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Floating IP e766fd8c-3fca-4bb9-bbf1-caa9da2eae50 disassociated. External IP: 172.28.0.143, port: 21071ca0-185a-4cc5-9370-b2515273bc4a. Jul 19 01:14:20.741571 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Calling delete_port for 21071ca0-185a-4cc5-9370-b2515273bc4a owned by compute:nova {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:14:20.881913 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:20.887831 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:20.929925 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event deleted for resources: {'Port': ['ID=21071ca0-185a-4cc5-9370-b2515273bc4a,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:20.940744 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:20.941103 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:20.941454 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:20.941800 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:20.942146 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:20.942490 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:20.942852 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:20.943213 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:20.943549 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:20.943884 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:20.944221 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:20.944553 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:20.947949 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:21.265006 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Router e444f618-172c-48ca-bc24-3ceb6ceb1d97 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:14:21.379548 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99cff8-7a78-4e52-b3a6-101303c20e1a req-cc790eae-079e-4299-882f-49fe018f325c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:21.381049 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bf99cff8-7a78-4e52-b3a6-101303c20e1a req-cc790eae-079e-4299-882f-49fe018f325c tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1705966 Jul 19 01:14:21.489564 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3553785-f911-40d6-8d6d-b50540cfa5be req-5e668359-805b-4201-867c-640b5f420972 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:21.492826 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f3553785-f911-40d6-8d6d-b50540cfa5be req-5e668359-805b-4201-867c-640b5f420972 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0975504 Jul 19 01:14:21.513251 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bf99cff8-7a78-4e52-b3a6-101303c20e1a req-c3f54b35-f78c-4189-97f1-643d75c802bf tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739303 Jul 19 01:14:21.514366 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:14:21.526069 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed7402-cc7d-4362-be9b-5102bbe048f3 None None] Sync routers for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:14:21.537725 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed7402-cc7d-4362-be9b-5102bbe048f3 None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:14:21.538384 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-92ed7402-cc7d-4362-be9b-5102bbe048f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:14:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:21.569047 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f3553785-f911-40d6-8d6d-b50540cfa5be req-77f3f052-5da3-4b95-a10a-3d491ed9af6b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692747 Jul 19 01:14:21.628138 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] No DVR routers for this DVR port 21071ca0-185a-4cc5-9370-b2515273bc4a on host hv-cinder-80123 {{(pid=78632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:14:21.630946 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:21.634026 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'name': 'network-vif-deleted', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:14:21.686451 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ad954890-a2f3-4383-8899-80f232a7d22d req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.15 "DELETE /v2.0/ports/21071ca0-185a-4cc5-9370-b2515273bc4a HTTP/1.1" status: 204 len: 173 time: 1.5892305 Jul 19 01:14:21.726253 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a6a8b0-b244-433c-9bea-0a2514390405', 'name': 'network-vif-deleted', 'tag': '21071ca0-185a-4cc5-9370-b2515273bc4a', 'status': 'completed', 'code': 200} Jul 19 01:14:21.817203 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-92ed7402-cc7d-4362-be9b-5102bbe048f3 None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:14:21.843371 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1922166e-3420-49f0-8094-e1951dcc0802 req-e7911931-baa6-46e9-becb-e72132baef64 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5a6a8b0-b244-433c-9bea-0a2514390405 HTTP/1.1" status: 200 len: 210 time: 0.0519443 Jul 19 01:14:22.150271 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-92ed7402-cc7d-4362-be9b-5102bbe048f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:21Z', 'revision_number': 5, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:22.154644 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed7402-cc7d-4362-be9b-5102bbe048f3 None None] Checking router: e444f618-172c-48ca-bc24-3ceb6ceb1d97 for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:14:22.163401 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed7402-cc7d-4362-be9b-5102bbe048f3 None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:14:22.164071 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-92ed7402-cc7d-4362-be9b-5102bbe048f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:14:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:22.337968 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-92ed7402-cc7d-4362-be9b-5102bbe048f3 None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:14:22.708477 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-92ed7402-cc7d-4362-be9b-5102bbe048f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:21Z', 'revision_number': 5, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:22.712585 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed7402-cc7d-4362-be9b-5102bbe048f3 None None] The sync data for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb is: [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:21Z', 'revision_number': 5, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:14:22.806732 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93faaff5-7bf4-4749-aaa7-295b8538d101 req-069db6ae-9ad9-4791-9bb0-1fac9c318520 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:22.808295 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-93faaff5-7bf4-4749-aaa7-295b8538d101 req-069db6ae-9ad9-4791-9bb0-1fac9c318520 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.1229455 Jul 19 01:14:22.821162 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d3c5-3180-451d-8b8d-428a6be0b7bf req-a8e5a0ac-d2fe-457d-90ff-28bb656ebd17 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:22.822692 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8199d3c5-3180-451d-8b8d-428a6be0b7bf req-a8e5a0ac-d2fe-457d-90ff-28bb656ebd17 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1788118 Jul 19 01:14:22.912378 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-93faaff5-7bf4-4749-aaa7-295b8538d101 req-30a8ac01-23e6-40ed-88a9-a44bf3483eb5 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913756 Jul 19 01:14:22.937925 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-8199d3c5-3180-451d-8b8d-428a6be0b7bf req-0f279765-1b80-43e7-8531-45643b53811f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Deleting port f7eeb658-a868-4d9c-aa44-87979593239e {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:14:22.938313 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-8199d3c5-3180-451d-8b8d-428a6be0b7bf req-0f279765-1b80-43e7-8531-45643b53811f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:23.032814 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f97c86-87f3-49b0-bcd2-97fccbc7fb79 req-fc7d44f4-30e7-46fa-b221-3b5f46409fac tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:23.034370 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f2f97c86-87f3-49b0-bcd2-97fccbc7fb79 req-fc7d44f4-30e7-46fa-b221-3b5f46409fac tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 945 time: 0.3493938 Jul 19 01:14:23.105839 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37398) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:23.173451 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e3088-95b8-46b7-97a4-b09a892346ee None None] New status for floating IP e766fd8c-3fca-4bb9-bbf1-caa9da2eae50: DOWN {{(pid=78634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 01:14:23.230586 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f2f97c86-87f3-49b0-bcd2-97fccbc7fb79 req-fb9b17e5-e40b-468a-9512-cbd9b2ea5af2 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094780 Jul 19 01:14:23.279426 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e6759629-f24e-467b-be73-94f8896a2d40 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:23.317108 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e6759629-f24e-467b-be73-94f8896a2d40 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:23.376275 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e6759629-f24e-467b-be73-94f8896a2d40 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:23.381314 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-0a0a1aac-1f75-4b14-bd95-65c722a41ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:23.394753 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6759629-f24e-467b-be73-94f8896a2d40 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=235c719a-bb19-4429-a920-910cd2bd3cfe,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:23.399694 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-e6759629-f24e-467b-be73-94f8896a2d40 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:23.416383 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e6759629-f24e-467b-be73-94f8896a2d40 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:23.417152 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-8199d3c5-3180-451d-8b8d-428a6be0b7bf req-0f279765-1b80-43e7-8531-45643b53811f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] For port f7eeb658-a868-4d9c-aa44-87979593239e, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=f7eeb658-a868-4d9c-aa44-87979593239e,segment=NetworkSegment(179a8e2e-67b2-43e2-be19-662ed204f6b0),segment_id=179a8e2e-67b2-43e2-be19-662ed204f6b0)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:14:23.417509 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-e6759629-f24e-467b-be73-94f8896a2d40 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "DELETE /v2.0/security-groups/235c719a-bb19-4429-a920-910cd2bd3cfe HTTP/1.1" status: 204 len: 168 time: 0.3102262 Jul 19 01:14:23.417895 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-8199d3c5-3180-451d-8b8d-428a6be0b7bf req-0f279765-1b80-43e7-8531-45643b53811f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:23.419986 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 21071ca0-185a-4cc5-9370-b2515273bc4a no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:14:23.420131 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37404) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:23.439093 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.api.v2.resource [None req-5f01834c-bca6-43e5-855e-562369088b5f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] show failed (client error): The resource could not be found. Jul 19 01:14:23.440337 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-5f01834c-bca6-43e5-855e-562369088b5f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups/235c719a-bb19-4429-a920-910cd2bd3cfe HTTP/1.1" status: 404 len: 347 time: 0.0192552 Jul 19 01:14:23.443243 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37408) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:23.487163 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: 21071ca0-185a-4cc5-9370-b2515273bc4a {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:14:23.487799 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 21071ca0-185a-4cc5-9370-b2515273bc4a not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:14:23.580005 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-8199d3c5-3180-451d-8b8d-428a6be0b7bf req-0f279765-1b80-43e7-8531-45643b53811f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Calling delete_port for f7eeb658-a868-4d9c-aa44-87979593239e owned by compute:nova {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:14:23.636397 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-88febacc-d1c3-458c-975d-6c6d5c96385f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Deleting port dd5d87be-8e5d-442e-9af1-f98e17037e3e {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:14:23.636737 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-88febacc-d1c3-458c-975d-6c6d5c96385f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:23.730974 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-8199d3c5-3180-451d-8b8d-428a6be0b7bf req-0f279765-1b80-43e7-8531-45643b53811f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:23.736442 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:23.775438 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['817fdd9c-1934-46f0-801d-172d0542b883'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:14:23.785994 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f279765-1b80-43e7-8531-45643b53811f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Pushing event deleted for resources: {'Port': ['ID=f7eeb658-a868-4d9c-aa44-87979593239e,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:23.812326 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-88febacc-d1c3-458c-975d-6c6d5c96385f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:23.812920 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-88febacc-d1c3-458c-975d-6c6d5c96385f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:23.818267 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-0f279765-1b80-43e7-8531-45643b53811f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:23.862170 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [req-8199d3c5-3180-451d-8b8d-428a6be0b7bf req-0f279765-1b80-43e7-8531-45643b53811f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] No DVR routers for this DVR port f7eeb658-a868-4d9c-aa44-87979593239e on host hv-cinder-80123 {{(pid=78632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:14:23.865408 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-8199d3c5-3180-451d-8b8d-428a6be0b7bf req-0f279765-1b80-43e7-8531-45643b53811f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:23.868214 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a9e134-94e4-4f0a-9aa2-759f1f8b3d10', 'name': 'network-vif-deleted', 'tag': 'f7eeb658-a868-4d9c-aa44-87979593239e'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:14:23.890272 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8199d3c5-3180-451d-8b8d-428a6be0b7bf req-0f279765-1b80-43e7-8531-45643b53811f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.15 "DELETE /v2.0/ports/f7eeb658-a868-4d9c-aa44-87979593239e HTTP/1.1" status: 204 len: 173 time: 1.0590689 Jul 19 01:14:23.945285 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a9e134-94e4-4f0a-9aa2-759f1f8b3d10', 'name': 'network-vif-deleted', 'tag': 'f7eeb658-a868-4d9c-aa44-87979593239e', 'status': 'completed', 'code': 200} Jul 19 01:14:23.955255 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-88febacc-d1c3-458c-975d-6c6d5c96385f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Calling delete_port for dd5d87be-8e5d-442e-9af1-f98e17037e3e owned by network:floatingip {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:14:24.144518 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-88febacc-d1c3-458c-975d-6c6d5c96385f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:24.148605 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:24.193634 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88febacc-d1c3-458c-975d-6c6d5c96385f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event deleted for resources: {'Port': ['ID=dd5d87be-8e5d-442e-9af1-f98e17037e3e,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:24.197186 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-88febacc-d1c3-458c-975d-6c6d5c96385f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:24.240939 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641dceb-380a-4a11-bef5-39046a733acc req-d0dc1999-2a6b-4127-ae24-44008825bdf4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:24.242411 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3641dceb-380a-4a11-bef5-39046a733acc req-d0dc1999-2a6b-4127-ae24-44008825bdf4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.2045615 Jul 19 01:14:24.288334 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-88febacc-d1c3-458c-975d-6c6d5c96385f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:24.292429 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-3641dceb-380a-4a11-bef5-39046a733acc req-dcc913a4-a4b1-49f6-bd28-a8f5b5840181 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433404 Jul 19 01:14:24.301856 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-88febacc-d1c3-458c-975d-6c6d5c96385f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:24.303013 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-88febacc-d1c3-458c-975d-6c6d5c96385f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "DELETE /v2.0/floatingips/e766fd8c-3fca-4bb9-bbf1-caa9da2eae50 HTTP/1.1" status: 204 len: 168 time: 0.8588874 Jul 19 01:14:24.395886 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4b74119e-ded5-4755-acf1-9c99e0f90ef6 req-6f1fd2a4-aabe-4c4e-88a3-858bea5d87d6 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9e134-94e4-4f0a-9aa2-759f1f8b3d10 HTTP/1.1" status: 200 len: 210 time: 0.0439682 Jul 19 01:14:24.871175 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37428) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:24.877335 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--65938473', 'description': 'tempest-description--812209530'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:24.883334 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:24.887309 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Usage tracker for resource:security_group and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:24.890226 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:24.896308 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:24.905994 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:24.927818 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:24.931583 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Usage tracker for resource:security_group_rule and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:24.934903 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:24.940443 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:25.008257 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.012908 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.017814 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c00d2161-6519-4083-bb54-d0e04940c32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:25.056482 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ac574b-22c5-459d-9d12-cd3937f6702d,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:25.059200 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.060379 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1875052 Jul 19 01:14:25.061225 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:25.063237 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37432) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:25.068375 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-59e80b95-8413-48a5-a6e6-a0a69dbcd9bc tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Request body: {'security_group_rule': {'security_group_id': '70ac574b-22c5-459d-9d12-cd3937f6702d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:25.074071 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-59e80b95-8413-48a5-a6e6-a0a69dbcd9bc tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:25.078351 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-59e80b95-8413-48a5-a6e6-a0a69dbcd9bc tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Usage tracker for resource:security_group_rule and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:25.081194 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-59e80b95-8413-48a5-a6e6-a0a69dbcd9bc tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:25.086916 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-59e80b95-8413-48a5-a6e6-a0a69dbcd9bc tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:25.103502 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-59e80b95-8413-48a5-a6e6-a0a69dbcd9bc tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.166682 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-59e80b95-8413-48a5-a6e6-a0a69dbcd9bc tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.170103 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-59e80b95-8413-48a5-a6e6-a0a69dbcd9bc tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.177630 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c165a9b8-0e84-4265-a056-503dd81d2b55 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:25.195914 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e80b95-8413-48a5-a6e6-a0a69dbcd9bc tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab65e3fd-1334-41ea-bb7b-44228fe50974,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:25.198299 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-59e80b95-8413-48a5-a6e6-a0a69dbcd9bc tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:25.206487 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-59e80b95-8413-48a5-a6e6-a0a69dbcd9bc tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.208084 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-59e80b95-8413-48a5-a6e6-a0a69dbcd9bc tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435838 Jul 19 01:14:25.210448 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37436) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:25.215417 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-6ca989b4-0bda-42f3-a885-f26cecbd3234 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Request body: {'security_group_rule': {'security_group_id': '70ac574b-22c5-459d-9d12-cd3937f6702d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:25.220901 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-6ca989b4-0bda-42f3-a885-f26cecbd3234 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:25.224556 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-6ca989b4-0bda-42f3-a885-f26cecbd3234 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Usage tracker for resource:security_group_rule and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:25.227341 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-6ca989b4-0bda-42f3-a885-f26cecbd3234 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:25.232974 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-6ca989b4-0bda-42f3-a885-f26cecbd3234 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:25.240495 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device f7eeb658-a868-4d9c-aa44-87979593239e no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:14:25.250417 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6ca989b4-0bda-42f3-a885-f26cecbd3234 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.275042 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: f7eeb658-a868-4d9c-aa44-87979593239e {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:14:25.275390 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device f7eeb658-a868-4d9c-aa44-87979593239e not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:14:25.312985 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6ca989b4-0bda-42f3-a885-f26cecbd3234 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.316222 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6ca989b4-0bda-42f3-a885-f26cecbd3234 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.318243 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:25.339726 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca989b4-0bda-42f3-a885-f26cecbd3234 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b832911-1bcd-4ddf-bc17-9d378583605c,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:25.342952 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-6ca989b4-0bda-42f3-a885-f26cecbd3234 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:25.350272 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6ca989b4-0bda-42f3-a885-f26cecbd3234 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.354392 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-6ca989b4-0bda-42f3-a885-f26cecbd3234 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401412 Jul 19 01:14:25.354617 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37442) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:25.360281 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Request body: {'floatingip': {'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:25.365943 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:25.369804 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Usage tracker for resource:floatingip and tenant:78744406433a47b19d4fd6a43cfcac95 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:25.372661 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:25.378575 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:25.389078 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.489068 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21f68f-088c-4693-b4d1-4d5b93139e34 req-99b5fc2f-6b36-42cb-af4e-053214be0cc2 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:25.490561 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9a21f68f-088c-4693-b4d1-4d5b93139e34 req-99b5fc2f-6b36-42cb-af4e-053214be0cc2 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0887744 Jul 19 01:14:25.532285 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.546864 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9a21f68f-088c-4693-b4d1-4d5b93139e34 req-5738158a-d7e4-48ed-906a-75c4457199ce tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491803 Jul 19 01:14:25.672827 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Allocated IP 172.28.0.55 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/bcb7836f-47e1-4892-b79c-5e9d4d8746d6) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:14:25.826491 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.860459 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:25.864186 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-19f542cf-017a-49d8-ac9b-c41c53fd34d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:25.875676 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3973db6-34c8-4be0-8fc0-0602a5cf74e0 req-4510285e-3395-4e8d-a8a9-a0cebe339f1e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:25.877162 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b3973db6-34c8-4be0-8fc0-0602a5cf74e0 req-4510285e-3395-4e8d-a8a9-a0cebe339f1e tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0823607 Jul 19 01:14:25.932385 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:14:25.935725 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:14:25.939615 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:14:25.970298 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event updated for resources: {'Port': ['ID=bcb7836f-47e1-4892-b79c-5e9d4d8746d6,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:25.976853 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:26.012323 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b3973db6-34c8-4be0-8fc0-0602a5cf74e0 req-25534e2d-8321-46d9-92e7-a4cb04e21805 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289296 Jul 19 01:14:26.026305 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:26.087421 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:26.293755 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:26.298059 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:26.302241 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:26.404299 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event updated for resources: {'Port': ['ID=bcb7836f-47e1-4892-b79c-5e9d4d8746d6,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:26.408492 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:26.414926 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:26.437253 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:26.438500 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0829701 Jul 19 01:14:26.651564 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-668ab452-2b56-4848-98c3-faa0d457959e req-975bf026-d31d-4aa7-af7d-cd3e97662d8d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Synchronizing usage tracker for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:security_group {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:26.667001 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-668ab452-2b56-4848-98c3-faa0d457959e req-975bf026-d31d-4aa7-af7d-cd3e97662d8d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Unset dirty status for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:security_group {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:26.669002 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-975bf026-d31d-4aa7-af7d-cd3e97662d8d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--65938473&fields=id&tenant_id=78744406433a47b19d4fd6a43cfcac95 HTTP/1.1" status: 200 len: 267 time: 0.0561664 Jul 19 01:14:26.730669 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1fc62-b6e1-4d53-b766-75e67102717e req-6a1118ef-b672-4fec-96d6-1aef3596f525 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:26.732688 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d2e1fc62-b6e1-4d53-b766-75e67102717e req-6a1118ef-b672-4fec-96d6-1aef3596f525 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0805306 Jul 19 01:14:26.779654 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d2e1fc62-b6e1-4d53-b766-75e67102717e req-dcfa4a51-6d75-4490-ad3b-ca09b54c75ba tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409381 Jul 19 01:14:26.817331 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ab452-2b56-4848-98c3-faa0d457959e req-75fee4cb-0a32-4dca-96cf-dc9e997fa454 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:26.818859 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-75fee4cb-0a32-4dca-96cf-dc9e997fa454 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 815 time: 0.1431022 Jul 19 01:14:26.832849 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-bf95eafe-221c-48de-81b5-850cfeb4108a tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/quotas/78744406433a47b19d4fd6a43cfcac95 HTTP/1.1" status: 200 len: 375 time: 0.0087469 Jul 19 01:14:26.918937 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-668ab452-2b56-4848-98c3-faa0d457959e req-a6307ead-1fd7-493e-a89b-f2a107c87525 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Synchronizing usage tracker for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:26.934563 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-668ab452-2b56-4848-98c3-faa0d457959e req-a6307ead-1fd7-493e-a89b-f2a107c87525 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Unset dirty status for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:26.935868 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-a6307ead-1fd7-493e-a89b-f2a107c87525 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983577 Jul 19 01:14:27.168961 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-d38a7216-5826-4ecb-acda-98e922a7108a service neutron] 10.222.0.10 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211394 Jul 19 01:14:27.209149 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015e8ce-9026-44a6-ba26-859071d1e862 req-cddb9ddb-d023-4d46-a365-f74b32a5419d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:27.210620 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d015e8ce-9026-44a6-ba26-859071d1e862 req-cddb9ddb-d023-4d46-a365-f74b32a5419d tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0832007 Jul 19 01:14:27.256393 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d015e8ce-9026-44a6-ba26-859071d1e862 req-b0b80db2-712c-4e08-8aa6-8f1348a6e8b8 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397041 Jul 19 01:14:27.302061 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-bcf4a1b6-0616-4191-bbf3-94c4d46ef618 service neutron] 10.222.0.10 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255777 Jul 19 01:14:27.479856 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-f30a858f-ec26-4d22-8803-f52ee5156f59 req-efd6c2e1-33e7-4590-a043-2979e1964bd5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Synchronizing usage tracker for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:27.491782 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-f30a858f-ec26-4d22-8803-f52ee5156f59 req-efd6c2e1-33e7-4590-a043-2979e1964bd5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Unset dirty status for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:27.492895 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f30a858f-ec26-4d22-8803-f52ee5156f59 req-efd6c2e1-33e7-4590-a043-2979e1964bd5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 210 time: 0.0536273 Jul 19 01:14:27.965448 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccd2f9-39e7-4929-83f6-6334b9f3ee95 req-9c5948d4-b9da-4e8c-b8fd-cb8ab6e46c81 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:27.967029 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7fccd2f9-39e7-4929-83f6-6334b9f3ee95 req-9c5948d4-b9da-4e8c-b8fd-cb8ab6e46c81 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0817993 Jul 19 01:14:28.014899 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7fccd2f9-39e7-4929-83f6-6334b9f3ee95 req-230472a9-e7d7-4a37-8b63-65d0096745e2 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419409 Jul 19 01:14:28.452207 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d546294-98e5-483c-8808-78693c11e539 req-3a11b525-c146-4a34-b06c-901bfb0934c0 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:28.453988 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4d546294-98e5-483c-8808-78693c11e539 req-3a11b525-c146-4a34-b06c-901bfb0934c0 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0870728 Jul 19 01:14:28.512492 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4d546294-98e5-483c-8808-78693c11e539 req-beb038d1-4914-4241-b662-4bd1d02d3b22 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509307 Jul 19 01:14:28.708114 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-32af09de-b461-496e-88c7-99e333e1dfcd req-6ce88546-80f3-44a0-83f2-da2a0d1602a2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 210 time: 0.0519159 Jul 19 01:14:28.759617 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ab452-2b56-4848-98c3-faa0d457959e req-cb167a46-fbe3-4cb0-9a6b-fcdcb9ff6dbd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:28.761039 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-cb167a46-fbe3-4cb0-9a6b-fcdcb9ff6dbd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.15 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 815 time: 0.2119064 Jul 19 01:14:28.841967 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-59c6e8a4-c37f-4047-be66-35aab193d643 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78744406433a47b19d4fd6a43cfcac95 HTTP/1.1" status: 200 len: 378 time: 0.0475731 Jul 19 01:14:28.910056 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Request body: {'port': {'device_id': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'admin_state_up': True, 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'security_groups': ['70ac574b-22c5-459d-9d12-cd3937f6702d']}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:29.104363 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8afcdc-46c1-44fb-927f-1732205c9e0b req-5658193c-8093-43b8-b8ca-58da84923403 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:29.106489 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ad8afcdc-46c1-44fb-927f-1732205c9e0b req-5658193c-8093-43b8-b8ca-58da84923403 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1825283 Jul 19 01:14:29.111512 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:29.134246 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:29.156770 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Made reservation on behalf of 78744406433a47b19d4fd6a43cfcac95 for: {'port': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:14:29.160277 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:29.184426 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ad8afcdc-46c1-44fb-927f-1732205c9e0b req-6375d683-1d95-4bd9-a253-ede20bac8464 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662594 Jul 19 01:14:29.208743 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de124ff5-8aee-4f7e-9271-e9b83d4e5aea req-7914caae-5b60-4990-9405-8d0155ce8085 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:29.210285 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-de124ff5-8aee-4f7e-9271-e9b83d4e5aea req-7914caae-5b60-4990-9405-8d0155ce8085 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0808575 Jul 19 01:14:29.259756 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-de124ff5-8aee-4f7e-9271-e9b83d4e5aea req-96085423-b0a8-4260-96c7-6319f0a50733 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431492 Jul 19 01:14:29.333512 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Allocated IP 172.20.0.8 (c296ada3-efae-4388-b9cf-7235586b6c54/e3a1d271-46d5-45ce-b690-19ecf5019168/c42c7654-0769-44b8-8510-2b8266298cde) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:14:29.519879 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:29.535937 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.provisioning_blocks [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Transition to ACTIVE for port object c42c7654-0769-44b8-8510-2b8266298cde will not be triggered until provisioned by entity DHCP. {{(pid=78632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:14:29.562573 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:29.568389 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:29.636240 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Network c296ada3-efae-4388-b9cf-7235586b6c54 is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:14:29.671714 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:14:29.680094 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:14:29.737800 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event updated for resources: {'Port': ['ID=c42c7654-0769-44b8-8510-2b8266298cde,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:29.749597 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:29.768680 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:29.769308 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:29.796776 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8906767 Jul 19 01:14:29.816165 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c59eba-c74a-4f39-b7ec-733368512b54 req-97f8728a-cbd7-4c4c-b07b-2079e66dddbd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:29.817200 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-15c59eba-c74a-4f39-b7ec-733368512b54 req-97f8728a-cbd7-4c4c-b07b-2079e66dddbd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Synchronizing usage tracker for tenant:a1021b1d475742fca91e081a4ec362ce on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:29.831420 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Request body: {'port': {'device_id': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:29.885454 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-15c59eba-c74a-4f39-b7ec-733368512b54 req-97f8728a-cbd7-4c4c-b07b-2079e66dddbd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Unset dirty status for tenant:a1021b1d475742fca91e081a4ec362ce on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:29.886236 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-15c59eba-c74a-4f39-b7ec-733368512b54 req-97f8728a-cbd7-4c4c-b07b-2079e66dddbd tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.2548947 Jul 19 01:14:29.933088 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f755a14-4da6-4d14-a49b-ca4cd88c39d1 req-eeb5081d-b233-477c-a47f-03b30a6ab633 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:29.941726 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2f755a14-4da6-4d14-a49b-ca4cd88c39d1 req-eeb5081d-b233-477c-a47f-03b30a6ab633 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 931 time: 0.1000967 Jul 19 01:14:29.944961 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-af937d01-1a4d-47d8-90f2-9f308a88b72a None None] Provisioning for port c42c7654-0769-44b8-8510-2b8266298cde completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:14:29.952207 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-af937d01-1a4d-47d8-90f2-9f308a88b72a None None] Provisioning complete for port c42c7654-0769-44b8-8510-2b8266298cde triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:14:29.952718 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-af937d01-1a4d-47d8-90f2-9f308a88b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:29.986107 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-2f755a14-4da6-4d14-a49b-ca4cd88c39d1 req-c5fb3748-a6e9-4380-a4ae-77bfaf8db7bf tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Synchronizing usage tracker for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:security_group {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:29.987120 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-15c59eba-c74a-4f39-b7ec-733368512b54 req-ce9951e3-8678-4d74-90e9-e64602332243 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907803 Jul 19 01:14:29.989580 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:30.002139 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-2f755a14-4da6-4d14-a49b-ca4cd88c39d1 req-c5fb3748-a6e9-4380-a4ae-77bfaf8db7bf tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Unset dirty status for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:security_group {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:30.009096 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2f755a14-4da6-4d14-a49b-ca4cd88c39d1 req-c5fb3748-a6e9-4380-a4ae-77bfaf8db7bf tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662627 Jul 19 01:14:30.052265 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-af937d01-1a4d-47d8-90f2-9f308a88b72a None None] Port c42c7654-0769-44b8-8510-2b8266298cde cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:14:30.448810 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88e6c4-7c04-4d3a-bb57-c55f578bab83 req-8ac3e29b-743e-4ffb-8297-7971b77a7118 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:30.450671 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e88e6c4-7c04-4d3a-bb57-c55f578bab83 req-8ac3e29b-743e-4ffb-8297-7971b77a7118 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0855398 Jul 19 01:14:30.467964 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36816-979a-4287-9960-06ec63d1986e req-ddac2597-a02f-42d5-bdfb-f5b2bf53f316 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:30.469416 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a1f36816-979a-4287-9960-06ec63d1986e req-ddac2597-a02f-42d5-bdfb-f5b2bf53f316 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1691248 Jul 19 01:14:30.498078 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42c7654-0769-44b8-8510-2b8266298cde {{(pid=78632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:14:30.498779 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e88e6c4-7c04-4d3a-bb57-c55f578bab83 req-a87fce08-54c4-4168-bfa3-07c77ad626bc tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421040 Jul 19 01:14:30.509440 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:30.538031 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.provisioning_blocks [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Transition to ACTIVE for port object c42c7654-0769-44b8-8510-2b8266298cde will not be triggered until provisioned by entity L2. {{(pid=78632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:14:30.541530 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a1f36816-979a-4287-9960-06ec63d1986e req-302bbf43-8f5e-467d-af76-82d876bde498 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655284 Jul 19 01:14:30.542661 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:30.547070 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b8e5d779-a64e-41bf-b4f7-e2d74620f246 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:30.699550 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Pushing event updated for resources: {'Port': ['ID=c42c7654-0769-44b8-8510-2b8266298cde,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:30.706948 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:30.782361 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Attempting to bind port c42c7654-0769-44b8-8510-2b8266298cde on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:14:30.782712 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Attempting to bind port c42c7654-0769-44b8-8510-2b8266298cde by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'}] {{(pid=78632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:14:30.783029 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Attempting to bind port c42c7654-0769-44b8-8510-2b8266298cde on network c296ada3-efae-4388-b9cf-7235586b6c54 {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:14:30.787468 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Port c42c7654-0769-44b8-8510-2b8266298cde on network c296ada3-efae-4388-b9cf-7235586b6c54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:14:30.787778 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Attempting to bind port c42c7654-0769-44b8-8510-2b8266298cde on network c296ada3-efae-4388-b9cf-7235586b6c54 {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:14:30.792664 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:14:30.793170 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Checking segment: {'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:14:30.793545 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Bound using segment: {'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'} {{(pid=78632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:14:30.793953 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.managers [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Bound port: c42c7654-0769-44b8-8510-2b8266298cde, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207fd0ff-dc95-4181-b1b1-990134513b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54'}}] {{(pid=78632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:14:30.794285 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:30.879510 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] For port c42c7654-0769-44b8-8510-2b8266298cde, host hv-cinder-80123, cleared binding levels {{(pid=78632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:14:30.882334 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] For port c42c7654-0769-44b8-8510-2b8266298cde, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c42c7654-0769-44b8-8510-2b8266298cde,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:14:30.887853 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:30.891718 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-9775c99b-24b4-4962-899f-a3906cb8cd52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:30.951776 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:30.952506 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:30.953862 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] 10.222.0.15 "PUT /v2.0/ports/c42c7654-0769-44b8-8510-2b8266298cde HTTP/1.1" status: 200 len: 1093 time: 1.1333218 Jul 19 01:14:30.954354 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:14:30.975306 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Pushing event updated for resources: {'Port': ['ID=c42c7654-0769-44b8-8510-2b8266298cde,revision_number=3']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:30.979179 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:31.011057 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde', 'status': 'completed', 'code': 200} Jul 19 01:14:31.253624 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e69ad5-641c-4898-84f6-0fa82cee70b6 req-ad064059-1c57-48f4-ab30-5f6fe4d36258 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:31.260584 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f5e69ad5-641c-4898-84f6-0fa82cee70b6 req-ad064059-1c57-48f4-ab30-5f6fe4d36258 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.0946543 Jul 19 01:14:31.274060 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ab452-2b56-4848-98c3-faa0d457959e req-f357bbad-1001-46f9-8674-b9380daebba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:31.275840 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-f357bbad-1001-46f9-8674-b9380daebba3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 1096 time: 0.2328179 Jul 19 01:14:31.290297 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41663be8-4716-4d52-a1a9-1582cf492acd req-5d7cecce-87cf-4b90-883a-be0078eb3ed6 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:31.292203 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-41663be8-4716-4d52-a1a9-1582cf492acd req-5d7cecce-87cf-4b90-883a-be0078eb3ed6 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.1457970 Jul 19 01:14:31.317041 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f5e69ad5-641c-4898-84f6-0fa82cee70b6 req-dc84a325-d84f-4e65-bd7c-eccdfce7c3ca tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555949 Jul 19 01:14:31.387990 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-6084e9ee-2956-4e08-963f-0c59407fd8ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c42c7654-0769-44b8-8510-2b8266298cde HTTP/1.1" status: 200 len: 217 time: 0.0946546 Jul 19 01:14:31.458651 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-41663be8-4716-4d52-a1a9-1582cf492acd req-1966d604-0894-4ff3-926f-d1095be15f88 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009786 Jul 19 01:14:31.489454 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ab452-2b56-4848-98c3-faa0d457959e req-d1bba4ae-0f44-417c-ba8c-52a2aafce542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:31.491269 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-d1bba4ae-0f44-417c-ba8c-52a2aafce542 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3a1d271-46d5-45ce-b690-19ecf5019168 HTTP/1.1" status: 200 len: 854 time: 0.0833538 Jul 19 01:14:31.508286 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde683c-c9e5-4722-937d-15190fc757fb req-e72cc112-b454-46a0-8a57-1f5f77853d52 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:31.510106 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6cde683c-c9e5-4722-937d-15190fc757fb req-e72cc112-b454-46a0-8a57-1f5f77853d52 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1020548 Jul 19 01:14:31.578102 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ab452-2b56-4848-98c3-faa0d457959e req-d78ed055-2c57-43da-9fb8-fdc26531ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:31.580212 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-d78ed055-2c57-43da-9fb8-fdc26531ad7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c296ada3-efae-4388-b9cf-7235586b6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820541 Jul 19 01:14:31.590067 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Deleting port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:14:31.590417 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:31.812214 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-b08ce329-3368-48ac-a151-fbe9f463bac2 service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237329 Jul 19 01:14:31.824760 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d561e-32e0-4869-910f-0e8564a0f8af req-01c2fb51-71a9-4437-bc48-03bd0948b0c4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:31.826347 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a47d561e-32e0-4869-910f-0e8564a0f8af req-01c2fb51-71a9-4437-bc48-03bd0948b0c4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.2023265 Jul 19 01:14:31.828279 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b23dd-a8f8-4e19-8aaa-19217731c681 req-e5c6db97-58ec-49bd-9b05-3860879106c0 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:31.829798 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-aa8b23dd-a8f8-4e19-8aaa-19217731c681 req-e5c6db97-58ec-49bd-9b05-3860879106c0 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 945 time: 0.1312706 Jul 19 01:14:31.962593 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a47d561e-32e0-4869-910f-0e8564a0f8af req-2f5d78ae-3963-4f04-967f-3aa4ccddc509 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863900 Jul 19 01:14:31.968699 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] For port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=7f0e61b6-4ea7-48ee-93a8-9af692ecb136,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:14:31.969063 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:31.974775 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-aa8b23dd-a8f8-4e19-8aaa-19217731c681 req-a9ca3a00-42cb-46f0-b387-a57c448bc971 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ad1d09-345f-4ea6-907c-562f372def7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241853 Jul 19 01:14:32.008851 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-668ab452-2b56-4848-98c3-faa0d457959e req-d3cbc665-9d8d-4f5b-8ab8-495d5aff4738 service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780779 Jul 19 01:14:32.137681 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86026-0210-49a8-938d-333e831b39a5 req-c00a25cd-46e1-4c99-95a4-9d1d1177de44 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:32.139339 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f3d86026-0210-49a8-938d-333e831b39a5 req-c00a25cd-46e1-4c99-95a4-9d1d1177de44 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.15 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.0862262 Jul 19 01:14:32.167269 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37566) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:32.302944 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-f3d86026-0210-49a8-938d-333e831b39a5 req-a29a9242-4228-496c-8bc2-2adf90035e99 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Deleting port 817fdd9c-1934-46f0-801d-172d0542b883 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:14:32.303294 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-f3d86026-0210-49a8-938d-333e831b39a5 req-a29a9242-4228-496c-8bc2-2adf90035e99 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:32.447260 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1c04a3-7bc4-4a3a-8fb6-169a5883d926 admin admin] Deleting subnet 2410d162-a936-457f-a4f7-825149c7b36c {{(pid=78633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:14:32.485174 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-de1c04a3-7bc4-4a3a-8fb6-169a5883d926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:32.549530 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:32.549910 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:32.550213 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.l3_db [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Floating IP 78adff54-3c18-437d-97f0-c1928d127ac9 disassociated. External IP: 172.28.0.128, port: 7f0e61b6-4ea7-48ee-93a8-9af692ecb136. Jul 19 01:14:32.550573 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Calling delete_port for 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 owned by compute:nova {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:14:32.562634 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-f3d86026-0210-49a8-938d-333e831b39a5 req-a29a9242-4228-496c-8bc2-2adf90035e99 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] For port 817fdd9c-1934-46f0-801d-172d0542b883, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=817fdd9c-1934-46f0-801d-172d0542b883,segment=NetworkSegment(179a8e2e-67b2-43e2-be19-662ed204f6b0),segment_id=179a8e2e-67b2-43e2-be19-662ed204f6b0)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:14:32.563809 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-f3d86026-0210-49a8-938d-333e831b39a5 req-a29a9242-4228-496c-8bc2-2adf90035e99 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:32.606878 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e0251-25cf-496c-a64b-64fa6c118f78 req-17cb404c-c7c8-49b3-9648-408fee800a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:32.608229 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3b6e0251-25cf-496c-a64b-64fa6c118f78 req-17cb404c-c7c8-49b3-9648-408fee800a10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 1096 time: 0.4874675 Jul 19 01:14:32.621613 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-de1c04a3-7bc4-4a3a-8fb6-169a5883d926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2168860'] for subnet, precommit_delete_associations {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:32.729894 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [req-f3d86026-0210-49a8-938d-333e831b39a5 req-a29a9242-4228-496c-8bc2-2adf90035e99 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Calling delete_port for 817fdd9c-1934-46f0-801d-172d0542b883 owned by compute:nova {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:14:32.800136 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-de1c04a3-7bc4-4a3a-8fb6-169a5883d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:32.835847 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b712b20-6ec8-414a-9f4c-3b3b8037b8ad req-81083552-31b1-4a50-910a-4f45fafb34fa tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:32.837314 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0b712b20-6ec8-414a-9f4c-3b3b8037b8ad req-81083552-31b1-4a50-910a-4f45fafb34fa tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee2b9cd-7d3d-4e7c-8909-0f3bd3556099 HTTP/1.1" status: 200 len: 945 time: 0.2660236 Jul 19 01:14:32.888563 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b12c2a-e3bd-43ab-b5ef-f91561dc6c5f req-e4b2435a-7eca-4a21-b311-c5c866bf1bb3 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:32.890173 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d1b12c2a-e3bd-43ab-b5ef-f91561dc6c5f req-e4b2435a-7eca-4a21-b311-c5c866bf1bb3 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.4472895 Jul 19 01:14:32.929613 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-0b712b20-6ec8-414a-9f4c-3b3b8037b8ad req-dadc44fc-3e8a-4b2e-986b-5fd5884753b5 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd74ff32-1851-402f-8ed2-07f608ebc84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625956 Jul 19 01:14:32.933087 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-f3d86026-0210-49a8-938d-333e831b39a5 req-a29a9242-4228-496c-8bc2-2adf90035e99 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:32.947712 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:32.976903 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['817fdd9c-1934-46f0-801d-172d0542b883'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:14:32.977465 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e0251-25cf-496c-a64b-64fa6c118f78 req-f52c1ee5-e43d-4c99-84ea-7f9fc9dd21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:32.978497 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3b6e0251-25cf-496c-a64b-64fa6c118f78 req-f52c1ee5-e43d-4c99-84ea-7f9fc9dd21ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 916 time: 0.3311839 Jul 19 01:14:32.994783 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:32.999758 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d1b12c2a-e3bd-43ab-b5ef-f91561dc6c5f req-850d7040-7421-4494-bf3f-f95c5f0ce91c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971279 Jul 19 01:14:33.001682 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a9242-4228-496c-8bc2-2adf90035e99 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Pushing event deleted for resources: {'Port': ['ID=817fdd9c-1934-46f0-801d-172d0542b883,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:33.005100 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-a29a9242-4228-496c-8bc2-2adf90035e99 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:33.055112 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:33.103378 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d86026-0210-49a8-938d-333e831b39a5 req-a29a9242-4228-496c-8bc2-2adf90035e99 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] No DVR routers for this DVR port 817fdd9c-1934-46f0-801d-172d0542b883 on host hv-cinder-80123 {{(pid=78632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:14:33.106169 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-f3d86026-0210-49a8-938d-333e831b39a5 req-a29a9242-4228-496c-8bc2-2adf90035e99 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:33.109037 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee2b9cd-7d3d-4e7c-8909-0f3bd3556099', 'name': 'network-vif-deleted', 'tag': '817fdd9c-1934-46f0-801d-172d0542b883'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:14:33.110995 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3b6e0251-25cf-496c-a64b-64fa6c118f78 req-55deed9d-d5e5-4d85-b86f-0ed51dd10dbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c42c7654-0769-44b8-8510-2b8266298cde HTTP/1.1" status: 200 len: 217 time: 0.1173317 Jul 19 01:14:33.113708 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-de1c04a3-7bc4-4a3a-8fb6-169a5883d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4121881'] for subnet, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:33.114891 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event deleted for resources: {'Port': ['ID=7f0e61b6-4ea7-48ee-93a8-9af692ecb136,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:33.117888 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:33.126288 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:33.128415 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f3d86026-0210-49a8-938d-333e831b39a5 req-a29a9242-4228-496c-8bc2-2adf90035e99 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] 10.222.0.15 "DELETE /v2.0/ports/817fdd9c-1934-46f0-801d-172d0542b883 HTTP/1.1" status: 204 len: 173 time: 0.9834461 Jul 19 01:14:33.268594 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c04a3-7bc4-4a3a-8fb6-169a5883d926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2410d162-a936-457f-a4f7-825149c7b36c,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:33.270737 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-de1c04a3-7bc4-4a3a-8fb6-169a5883d926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:33.278806 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c42c7654-0769-44b8-8510-2b8266298cde details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:14:33.319170 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-de1c04a3-7bc4-4a3a-8fb6-169a5883d926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:33.336360 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-025b5dc7-40db-420e-8d0f-6f7287f6c2cb req-8982ec1f-53c2-46a5-a483-dc07dcececaf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 210 time: 0.0801206 Jul 19 01:14:33.366001 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-de1c04a3-7bc4-4a3a-8fb6-169a5883d926 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2410d162-a936-457f-a4f7-825149c7b36c HTTP/1.1" status: 204 len: 168 time: 1.1932094 Jul 19 01:14:33.368287 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e0251-25cf-496c-a64b-64fa6c118f78 req-7126963e-879a-4ce9-960f-fd70df08e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:33.368998 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37580) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:33.370227 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3b6e0251-25cf-496c-a64b-64fa6c118f78 req-7126963e-879a-4ce9-960f-fd70df08e587 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3a1d271-46d5-45ce-b690-19ecf5019168 HTTP/1.1" status: 200 len: 854 time: 0.2449610 Jul 19 01:14:33.410259 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb66a21-43a5-4adc-9d98-0562058bd62e req-cc91cb47-52a2-42bc-98de-070a0261c91b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:33.418256 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-eeb66a21-43a5-4adc-9d98-0562058bd62e req-cc91cb47-52a2-42bc-98de-070a0261c91b tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.1770577 Jul 19 01:14:33.436147 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee2b9cd-7d3d-4e7c-8909-0f3bd3556099', 'name': 'network-vif-deleted', 'tag': '817fdd9c-1934-46f0-801d-172d0542b883', 'status': 'completed', 'code': 200} Jul 19 01:14:33.464960 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c42c7654-0769-44b8-8510-2b8266298cde, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c42c7654-0769-44b8-8510-2b8266298cde,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:14:33.483134 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': 'c42c7654-0769-44b8-8510-2b8266298cde', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'port_id': 'c42c7654-0769-44b8-8510-2b8266298cde', 'mac_address': 'fa:16:3e:58:2b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:14:33.545145 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Router ac2ba8f5-d2fc-4872-a431-5e71b391ddae has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:14:33.546895 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:33.550182 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-eeb66a21-43a5-4adc-9d98-0562058bd62e req-d8e44811-45da-4496-9804-ff4341d4f7b2 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1304986 Jul 19 01:14:33.556067 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:33.576689 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42c7654-0769-44b8-8510-2b8266298cde {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:14:33.596522 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c42c7654-0769-44b8-8510-2b8266298cde, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c42c7654-0769-44b8-8510-2b8266298cde,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:14:33.602993 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:33.604859 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:33.611382 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e0251-25cf-496c-a64b-64fa6c118f78 req-c8c7f0b3-be82-40c6-ba45-883640f3ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:33.612865 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3b6e0251-25cf-496c-a64b-64fa6c118f78 req-c8c7f0b3-be82-40c6-ba45-883640f3ecd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c296ada3-efae-4388-b9cf-7235586b6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2352567 Jul 19 01:14:33.708805 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=c42c7654-0769-44b8-8510-2b8266298cde,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:33.717795 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:33.718364 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:33.718895 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:33.719382 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:33.719893 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:33.720488 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:33.720969 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:33.721446 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:33.721936 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:33.722416 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:33.723057 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:33.723531 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:14:33.728444 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:33.740979 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:33.754498 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106812bf-a345-4e0a-812e-510fe1d3f98e']}} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:33.767899 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da66d69-54b2-4b2e-9957-462fe57fe0ba') {'for_net_delete': True} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:33.768192 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da66d69-54b2-4b2e-9957-462fe57fe0ba') {} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:33.780500 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113513'] for segment, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:33.799453 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:33.806466 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=78632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:14:33.806994 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391590'] for segment, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: Traceback (most recent call last): Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: timer() Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: cb(*args, **kw) Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: return func(*args, **kwargs) Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: self._notify() Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: self.callback(batched_events) Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: event.method(event) Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: return f(self, *a, **k) Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: return self._get(url).json() Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: return self.request(url, 'GET', **kwargs) Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:14:33.823243 dv-cinder-801236-1-smb neutron-server[78632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:14:33.916983 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:33.921166 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-48db4444-b14e-49da-bd16-f36f04495c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:33.934275 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:33.944212 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] Pushing event deleted for resources: {'Network': ['ID=106812bf-a345-4e0a-812e-510fe1d3f98e,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:33.947471 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:33.953698 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] 10.222.0.10 "DELETE /v2.0/networks/106812bf-a345-4e0a-812e-510fe1d3f98e HTTP/1.1" status: 204 len: 168 time: 0.5837009 Jul 19 01:14:33.972332 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['c42c7654-0769-44b8-8510-2b8266298cde'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:14:33.973250 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:14:33.976228 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3b6e0251-25cf-496c-a64b-64fa6c118f78 req-5420d1ba-bc94-433a-a049-6cae3e5dbb84 service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479264 Jul 19 01:14:33.984784 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1608e8-4a42-4613-abc7-3aa0999aa7d5 None None] Sync routers for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:14:33.996755 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1608e8-4a42-4613-abc7-3aa0999aa7d5 None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:14:33.997366 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-9a1608e8-4a42-4613-abc7-3aa0999aa7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:14:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:34.063571 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37590) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:34.197854 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3b6e0251-25cf-496c-a64b-64fa6c118f78 req-c16c6272-126a-4765-bf36-73ad27c2ec39 service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815281 Jul 19 01:14:34.229912 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-9a1608e8-4a42-4613-abc7-3aa0999aa7d5 None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:14:34.240921 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37594) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:34.271546 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] No DVR routers for this DVR port 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 on host hv-cinder-80123 {{(pid=78633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:14:34.274955 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:34.277168 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6cde683c-c9e5-4722-937d-15190fc757fb req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.15 "DELETE /v2.0/ports/7f0e61b6-4ea7-48ee-93a8-9af692ecb136 HTTP/1.1" status: 204 len: 173 time: 2.7618129 Jul 19 01:14:34.283714 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e173e6-2ae2-4145-bdd9-2d3f7706313d', 'name': 'network-vif-deleted', 'tag': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:14:34.366150 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-4c3c32be-d662-4eb4-a186-64d63349bbdd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ede67a96bc344a64bba112dc1bd4f4ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1178102 Jul 19 01:14:34.367178 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37600) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:34.413558 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e173e6-2ae2-4145-bdd9-2d3f7706313d', 'name': 'network-vif-deleted', 'tag': '7f0e61b6-4ea7-48ee-93a8-9af692ecb136', 'status': 'completed', 'code': 200} Jul 19 01:14:34.441480 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-980f564e-fb96-4960-a22a-7be9d433c082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:34.472573 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-980f564e-fb96-4960-a22a-7be9d433c082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:34.539376 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-980f564e-fb96-4960-a22a-7be9d433c082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:34.545837 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a321dbc5-42fc-4ba0-a9a9-acf886701c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:34.562024 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f564e-fb96-4960-a22a-7be9d433c082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf48d472-6275-48b5-8ece-fb6c0060b268,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:34.571053 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-980f564e-fb96-4960-a22a-7be9d433c082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:34.580958 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-980f564e-fb96-4960-a22a-7be9d433c082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:34.580958 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-980f564e-fb96-4960-a22a-7be9d433c082 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf48d472-6275-48b5-8ece-fb6c0060b268 HTTP/1.1" status: 204 len: 168 time: 0.2101068 Jul 19 01:14:34.636056 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-fd32910c-bb4d-411d-af41-bd9c4ce4a878 req-6e2a99cb-3477-4b71-bd95-3f025484d1e8 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Synchronizing usage tracker for tenant:af65e617675d47a796746c0b073381b7 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:34.654600 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-fd32910c-bb4d-411d-af41-bd9c4ce4a878 req-6e2a99cb-3477-4b71-bd95-3f025484d1e8 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Unset dirty status for tenant:af65e617675d47a796746c0b073381b7 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:34.665592 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-fd32910c-bb4d-411d-af41-bd9c4ce4a878 req-6e2a99cb-3477-4b71-bd95-3f025484d1e8 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e173e6-2ae2-4145-bdd9-2d3f7706313d HTTP/1.1" status: 200 len: 210 time: 0.0765855 Jul 19 01:14:34.666512 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-9a1608e8-4a42-4613-abc7-3aa0999aa7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:33Z', 'revision_number': 5, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:34.676307 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1608e8-4a42-4613-abc7-3aa0999aa7d5 None None] Checking router: ac2ba8f5-d2fc-4872-a431-5e71b391ddae for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:14:34.690154 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1608e8-4a42-4613-abc7-3aa0999aa7d5 None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:14:34.690992 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-9a1608e8-4a42-4613-abc7-3aa0999aa7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:14:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:34.859287 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a949bc2-a6ca-492e-bad8-030158fcd753 req-e2986fff-65e6-450b-9458-d1c137f862de tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:34.860081 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-9a949bc2-a6ca-492e-bad8-030158fcd753 req-e2986fff-65e6-450b-9458-d1c137f862de tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Synchronizing usage tracker for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:34.900737 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-9a949bc2-a6ca-492e-bad8-030158fcd753 req-e2986fff-65e6-450b-9458-d1c137f862de tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Unset dirty status for tenant:78744406433a47b19d4fd6a43cfcac95 on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:34.908843 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9a949bc2-a6ca-492e-bad8-030158fcd753 req-e2986fff-65e6-450b-9458-d1c137f862de tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 944 time: 0.3720000 Jul 19 01:14:34.922872 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45933b5c-d1e9-4a0a-9fca-eae56b43c335 req-71633be9-ec0a-47e6-a020-38ff62111bc9 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:34.924421 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-9a1608e8-4a42-4613-abc7-3aa0999aa7d5 None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:14:34.946220 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-45933b5c-d1e9-4a0a-9fca-eae56b43c335 req-71633be9-ec0a-47e6-a020-38ff62111bc9 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.1789587 Jul 19 01:14:34.970027 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9a949bc2-a6ca-492e-bad8-030158fcd753 req-4b5d2872-8588-4ec1-b587-866fb9f4cf9a tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600917 Jul 19 01:14:35.033420 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-45933b5c-d1e9-4a0a-9fca-eae56b43c335 req-e031d173-d7e9-4f1e-ba88-7bd5f31bedf6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6734207-dcee-4cc1-bca0-8613dde9ba63&id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851233 Jul 19 01:14:35.071376 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5e69e735-6687-4108-bb2a-dc3968224082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1773785'] for router_interface, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:35.280542 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-9a1608e8-4a42-4613-abc7-3aa0999aa7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:33Z', 'revision_number': 5, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:35.284373 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1608e8-4a42-4613-abc7-3aa0999aa7d5 None None] The sync data for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb is: [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:33Z', 'revision_number': 5, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:14:35.287353 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c42c7654-0769-44b8-8510-2b8266298cde up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:14:35.358444 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port c42c7654-0769-44b8-8510-2b8266298cde completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:14:35.363614 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port c42c7654-0769-44b8-8510-2b8266298cde triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:14:35.363996 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:35.428246 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-5e69e735-6687-4108-bb2a-dc3968224082 admin admin] Deleting port bc84af34-abad-4505-8848-743b69323062 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:14:35.428591 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5e69e735-6687-4108-bb2a-dc3968224082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:35.489043 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:35.518142 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:14:35.528998 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c42c7654-0769-44b8-8510-2b8266298cde, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c42c7654-0769-44b8-8510-2b8266298cde,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:14:35.533372 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:35.534506 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 817fdd9c-1934-46f0-801d-172d0542b883 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:14:35.564359 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-20d3bedc-9d1f-4e2f-9ca8-857362357f1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:35.596255 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbb9a7c-4412-4398-993d-f3526f9fe659 None None] New status for floating IP 78adff54-3c18-437d-97f0-c1928d127ac9: DOWN {{(pid=78634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 01:14:35.622486 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-5e69e735-6687-4108-bb2a-dc3968224082 admin admin] For port bc84af34-abad-4505-8848-743b69323062, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=bc84af34-abad-4505-8848-743b69323062,segment=NetworkSegment(179a8e2e-67b2-43e2-be19-662ed204f6b0),segment_id=179a8e2e-67b2-43e2-be19-662ed204f6b0)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:14:35.623371 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5e69e735-6687-4108-bb2a-dc3968224082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:35.645821 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde', 'code': 200} Jul 19 01:14:35.676111 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: 817fdd9c-1934-46f0-801d-172d0542b883 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:14:35.676459 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 817fdd9c-1934-46f0-801d-172d0542b883 not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:14:35.676884 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:14:35.720988 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:14:35.721582 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 7f0e61b6-4ea7-48ee-93a8-9af692ecb136 not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:14:35.760400 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-5e69e735-6687-4108-bb2a-dc3968224082 admin admin] Calling delete_port for bc84af34-abad-4505-8848-743b69323062 owned by network:router_interface {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:14:35.809900 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37618) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:35.846144 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9c591-c4a8-46d9-af24-c8224da7cad0 req-de67fae2-f435-407d-931a-6def80f9d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:35.847778 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c8d9c591-c4a8-46d9-af24-c8224da7cad0 req-de67fae2-f435-407d-931a-6def80f9d3cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 1098 time: 0.0752461 Jul 19 01:14:35.890156 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c8d9c591-c4a8-46d9-af24-c8224da7cad0 req-06f7aeea-1c35-4a98-8363-6286bedfb50d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358264 Jul 19 01:14:35.893323 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-fe3a99df-2f7b-4e0f-b32d-e987db222523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:35.905339 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=c42c7654-0769-44b8-8510-2b8266298cde,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:35.909032 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:36.128427 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-38d88b45-5ef9-4a08-a5da-0bb7c3131419 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:36.172946 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b8b9-e726-4818-9954-cc3aa5ccb543 req-d0de19f3-7049-47e8-9e83-99f2f908b697 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:36.174833 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5292b8b9-e726-4818-9954-cc3aa5ccb543 req-d0de19f3-7049-47e8-9e83-99f2f908b697 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.0913687 Jul 19 01:14:36.179792 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-38d88b45-5ef9-4a08-a5da-0bb7c3131419 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:36.227231 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5292b8b9-e726-4818-9954-cc3aa5ccb543 req-a66491a1-f399-4197-a594-2a49c811f570 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456309 Jul 19 01:14:36.283126 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-38d88b45-5ef9-4a08-a5da-0bb7c3131419 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:36.287612 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-0d4c5374-85f2-4ed7-9b29-164b870ab357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:36.305947 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:36.307109 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d88b45-5ef9-4a08-a5da-0bb7c3131419 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ad1d09-345f-4ea6-907c-562f372def7e,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:36.314004 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-38d88b45-5ef9-4a08-a5da-0bb7c3131419 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:36.320839 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5e69e735-6687-4108-bb2a-dc3968224082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:36.326560 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c76e96eb-16ec-40c2-a3bf-a4f55557d344 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:36.375537 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69e735-6687-4108-bb2a-dc3968224082 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc84af34-abad-4505-8848-743b69323062,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:36.379199 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-5e69e735-6687-4108-bb2a-dc3968224082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:36.403605 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-38d88b45-5ef9-4a08-a5da-0bb7c3131419 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:36.404690 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-38d88b45-5ef9-4a08-a5da-0bb7c3131419 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "DELETE /v2.0/security-groups/c8ad1d09-345f-4ea6-907c-562f372def7e HTTP/1.1" status: 204 len: 168 time: 0.5938666 Jul 19 01:14:36.407463 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37624) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:36.434026 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.api.v2.resource [None req-e2cc27ce-10bd-4a01-8e9c-224a7fd875d4 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] show failed (client error): The resource could not be found. Jul 19 01:14:36.438251 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-e2cc27ce-10bd-4a01-8e9c-224a7fd875d4 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups/c8ad1d09-345f-4ea6-907c-562f372def7e HTTP/1.1" status: 404 len: 347 time: 0.0269678 Jul 19 01:14:36.438583 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37628) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:36.594341 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-5a0652d5-bb3c-4c6e-82b4-ee192c9f8610 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Deleting port cdfb514e-0698-48b0-8542-b3325d8444e6 {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:14:36.594709 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5a0652d5-bb3c-4c6e-82b4-ee192c9f8610 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:36.642519 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5e69e735-6687-4108-bb2a-dc3968224082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601641'] for router_interface, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:36.761334 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5a0652d5-bb3c-4c6e-82b4-ee192c9f8610 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:36.761642 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5a0652d5-bb3c-4c6e-82b4-ee192c9f8610 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:36.880918 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-5a0652d5-bb3c-4c6e-82b4-ee192c9f8610 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Calling delete_port for cdfb514e-0698-48b0-8542-b3325d8444e6 owned by network:floatingip {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:14:37.003607 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e69e735-6687-4108-bb2a-dc3968224082 admin admin] Router b9648886-8de8-4bcc-83a4-b9fb86c2ec59 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:14:37.038278 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5a0652d5-bb3c-4c6e-82b4-ee192c9f8610 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:37.046812 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ebae4cb0-4111-4e13-afa5-efa32ad154eb tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:37.127081 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0652d5-bb3c-4c6e-82b4-ee192c9f8610 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event deleted for resources: {'Port': ['ID=cdfb514e-0698-48b0-8542-b3325d8444e6,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:37.129973 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5a0652d5-bb3c-4c6e-82b4-ee192c9f8610 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:37.188176 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e69e735-6687-4108-bb2a-dc3968224082 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:14:37.195641 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-5e69e735-6687-4108-bb2a-dc3968224082 admin admin] 10.222.0.10 "PUT /v2.0/routers/b9648886-8de8-4bcc-83a4-b9fb86c2ec59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1280911 Jul 19 01:14:37.195641 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37632) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:37.197085 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e7d90-2e1a-49e9-be26-8cffe4b46c4b None None] Sync routers for ids ['b9648886-8de8-4bcc-83a4-b9fb86c2ec59'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:14:37.207818 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e7d90-2e1a-49e9-be26-8cffe4b46c4b None None] Routers {'b9648886-8de8-4bcc-83a4-b9fb86c2ec59'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:14:37.208740 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-b67e7d90-2e1a-49e9-be26-8cffe4b46c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:14:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b9648886-8de8-4bcc-83a4-b9fb86c2ec59'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:37.303250 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5a0652d5-bb3c-4c6e-82b4-ee192c9f8610 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:37.326764 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5a0652d5-bb3c-4c6e-82b4-ee192c9f8610 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:37.331101 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-5a0652d5-bb3c-4c6e-82b4-ee192c9f8610 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "DELETE /v2.0/floatingips/78adff54-3c18-437d-97f0-c1928d127ac9 HTTP/1.1" status: 204 len: 168 time: 0.8884966 Jul 19 01:14:37.400590 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-b67e7d90-2e1a-49e9-be26-8cffe4b46c4b None None] Set router b9648886-8de8-4bcc-83a4-b9fb86c2ec59 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:14:37.546387 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Notify callbacks [] for router, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:37.547029 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37640) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:37.552584 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--536253944', 'description': 'tempest-description--685591805'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:37.559925 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:37.564299 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Usage tracker for resource:security_group and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:37.567295 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:37.573267 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:37.584260 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:37.606034 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:37.610045 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Usage tracker for resource:security_group_rule and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:37.612823 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:37.618459 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:37.694384 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:37.699382 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:37.704549 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f773af74-1be9-4f4c-9ce0-034699a10a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:37.721180 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f07d54-6706-4f56-89ff-c41df448b6b6 req-922ac698-df4c-41ee-8c12-e94029957cc4 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:37.722713 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c7f07d54-6706-4f56-89ff-c41df448b6b6 req-922ac698-df4c-41ee-8c12-e94029957cc4 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.3496735 Jul 19 01:14:37.743802 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-b67e7d90-2e1a-49e9-be26-8cffe4b46c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'name': 'tempest-ServerRescueNegativeTestJSON-30058280-router', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:11:03Z', 'updated_at': '2021-07-19T01:14:36Z', 'revision_number': 5, 'project_id': 'a1021b1d475742fca91e081a4ec362ce', 'gw_port': {'id': 'e27b05df-0a05-49d7-b4b4-bf164dd9e763', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:11:04Z', 'updated_at': '2021-07-19T01:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:37.748775 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:37.750422 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e7d90-2e1a-49e9-be26-8cffe4b46c4b None None] Checking router: b9648886-8de8-4bcc-83a4-b9fb86c2ec59 for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:14:37.755337 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:37.758333 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:37.762482 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37644) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:37.762988 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2147598 Jul 19 01:14:37.764967 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e7d90-2e1a-49e9-be26-8cffe4b46c4b None None] Routers {'b9648886-8de8-4bcc-83a4-b9fb86c2ec59'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:14:37.765604 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-b67e7d90-2e1a-49e9-be26-8cffe4b46c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:14:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b9648886-8de8-4bcc-83a4-b9fb86c2ec59'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:37.767771 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:37.775198 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-410744d4-896f-481a-9208-cb9f9c5e7b7d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Request body: {'security_group_rule': {'security_group_id': 'eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:37.794931 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-410744d4-896f-481a-9208-cb9f9c5e7b7d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:37.802949 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-410744d4-896f-481a-9208-cb9f9c5e7b7d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Usage tracker for resource:security_group_rule and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:37.805558 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Deleting port e27b05df-0a05-49d7-b4b4-bf164dd9e763 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:14:37.805900 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:37.829924 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-410744d4-896f-481a-9208-cb9f9c5e7b7d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:37.848600 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c7f07d54-6706-4f56-89ff-c41df448b6b6 req-193dd9b1-ea64-4d0c-b045-24a28ca2d979 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172886 Jul 19 01:14:37.849422 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-410744d4-896f-481a-9208-cb9f9c5e7b7d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:37.903538 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-410744d4-896f-481a-9208-cb9f9c5e7b7d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:37.920465 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-b67e7d90-2e1a-49e9-be26-8cffe4b46c4b None None] Set router b9648886-8de8-4bcc-83a4-b9fb86c2ec59 gateway port host: None {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:14:38.029903 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:14:38.030604 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-b67e7d90-2e1a-49e9-be26-8cffe4b46c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'name': 'tempest-ServerRescueNegativeTestJSON-30058280-router', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:11:03Z', 'updated_at': '2021-07-19T01:14:37Z', 'revision_number': 6, 'project_id': 'a1021b1d475742fca91e081a4ec362ce', 'gw_port_host': None}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:38.035754 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e7d90-2e1a-49e9-be26-8cffe4b46c4b None None] The sync data for ids ['b9648886-8de8-4bcc-83a4-b9fb86c2ec59'] in dv-cinder-801236-1-smb is: [{'id': 'b9648886-8de8-4bcc-83a4-b9fb86c2ec59', 'name': 'tempest-ServerRescueNegativeTestJSON-30058280-router', 'tenant_id': 'a1021b1d475742fca91e081a4ec362ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:11:03Z', 'updated_at': '2021-07-19T01:14:37Z', 'revision_number': 6, 'project_id': 'a1021b1d475742fca91e081a4ec362ce', 'gw_port_host': None}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:14:38.053701 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] For port e27b05df-0a05-49d7-b4b4-bf164dd9e763, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=e27b05df-0a05-49d7-b4b4-bf164dd9e763,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:14:38.054052 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.064007 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-410744d4-896f-481a-9208-cb9f9c5e7b7d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.071816 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490cd06-24a4-4dcb-a106-8ea04b0506b4 req-8c1fa684-0982-4084-a88c-675769d209c7 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:38.079003 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-8490cd06-24a4-4dcb-a106-8ea04b0506b4 req-8c1fa684-0982-4084-a88c-675769d209c7 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.1066515 Jul 19 01:14:38.083561 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37650) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:38.089157 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-5e88ddbc-4040-4e49-b8fb-ca6b63f761d5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Request body: {'floatingip': {'port_id': 'c42c7654-0769-44b8-8510-2b8266298cde'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:38.122299 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-410744d4-896f-481a-9208-cb9f9c5e7b7d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.165351 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e88ddbc-4040-4e49-b8fb-ca6b63f761d5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.181887 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Calling delete_port for e27b05df-0a05-49d7-b4b4-bf164dd9e763 owned by network:router_gateway {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:14:38.211672 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:38.250068 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410744d4-896f-481a-9208-cb9f9c5e7b7d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0ff989-9ff2-40d4-b9ab-428c346228c6,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:38.256807 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-410744d4-896f-481a-9208-cb9f9c5e7b7d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:38.264935 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-410744d4-896f-481a-9208-cb9f9c5e7b7d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.266329 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-410744d4-896f-481a-9208-cb9f9c5e7b7d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5026531 Jul 19 01:14:38.268810 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37654) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:38.277863 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-94ea00dc-841b-4b4c-ba53-c0ea34b9707b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Request body: {'security_group_rule': {'security_group_id': 'eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:38.291110 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-94ea00dc-841b-4b4c-ba53-c0ea34b9707b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:38.293392 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-8780cf51-98f6-4bca-a0e2-38f9464657c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.302225 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-94ea00dc-841b-4b4c-ba53-c0ea34b9707b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Usage tracker for resource:security_group_rule and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:38.306002 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-94ea00dc-841b-4b4c-ba53-c0ea34b9707b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:38.318862 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-94ea00dc-841b-4b4c-ba53-c0ea34b9707b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:38.345504 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-94ea00dc-841b-4b4c-ba53-c0ea34b9707b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.440676 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device bc84af34-abad-4505-8848-743b69323062 no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:14:38.456936 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.465581 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:38.480173 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: bc84af34-abad-4505-8848-743b69323062 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:14:38.480813 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device bc84af34-abad-4505-8848-743b69323062 not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:14:38.523323 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27b05df-0a05-49d7-b4b4-bf164dd9e763,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:38.526237 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:38.528386 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-94ea00dc-841b-4b4c-ba53-c0ea34b9707b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.560615 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-94ea00dc-841b-4b4c-ba53-c0ea34b9707b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.597343 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-814f7aa9-5e89-4e56-84d3-70509314bb62 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:38.623749 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea00dc-841b-4b4c-ba53-c0ea34b9707b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ec1e9e-5b45-4396-a042-961b1c2d72a0,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:38.628046 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-94ea00dc-841b-4b4c-ba53-c0ea34b9707b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:38.645818 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-94ea00dc-841b-4b4c-ba53-c0ea34b9707b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.647019 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-94ea00dc-841b-4b4c-ba53-c0ea34b9707b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3754823 Jul 19 01:14:38.650170 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37658) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:38.654190 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603828'] for router_gateway, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.657232 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Request body: {'floatingip': {'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:38.663561 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:38.669414 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Usage tracker for resource:floatingip and tenant:af65e617675d47a796746c0b073381b7 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:38.677313 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:38.684393 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:38.701074 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.827231 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1390'] for router, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.829508 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.845708 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e88ddbc-4040-4e49-b8fb-ca6b63f761d5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.895908 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e88ddbc-4040-4e49-b8fb-ca6b63f761d5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.920910 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773682'] for router, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.921406 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9648886-8de8-4bcc-83a4-b9fb86c2ec59 {{(pid=78632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 01:14:38.931355 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Notify callbacks [] for router, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.932449 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b9648886-8de8-4bcc-83a4-b9fb86c2ec59 HTTP/1.1" status: 204 len: 168 time: 1.7359233 Jul 19 01:14:38.935479 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37662) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:38.978179 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:38.998502 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67a2243-167e-4ebd-a3d4-f3f825b49551 admin admin] Deleting subnet 5253dbad-c61e-461a-840b-fb6203361230 {{(pid=78632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:14:39.001466 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e67a2243-167e-4ebd-a3d4-f3f825b49551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.049673 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e67a2243-167e-4ebd-a3d4-f3f825b49551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113526'] for subnet, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.113742 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.116311 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.l3_db [None req-5e88ddbc-4040-4e49-b8fb-ca6b63f761d5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Floating IP 81e40ece-75b5-4f9c-acf6-6d66eccfd996 associated. External IP: 172.28.0.55, port: c42c7654-0769-44b8-8510-2b8266298cde. Jul 19 01:14:39.215797 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e67a2243-167e-4ebd-a3d4-f3f825b49551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.287424 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e67a2243-167e-4ebd-a3d4-f3f825b49551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3592489'] for subnet, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.291546 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:39.328214 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a2243-167e-4ebd-a3d4-f3f825b49551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5253dbad-c61e-461a-840b-fb6203361230,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:39.330875 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e67a2243-167e-4ebd-a3d4-f3f825b49551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:39.333076 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e67a2243-167e-4ebd-a3d4-f3f825b49551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.340787 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e67a2243-167e-4ebd-a3d4-f3f825b49551 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5253dbad-c61e-461a-840b-fb6203361230 HTTP/1.1" status: 204 len: 168 time: 0.4039454 Jul 19 01:14:39.342937 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37666) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:39.454265 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.516578 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.568444 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Allocated IP 172.28.0.190 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/4bdb9fc4-bae8-4ca2-8b49-4405001d28fc) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:14:39.599065 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.612908 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665bb959-ce91-4f9c-a71d-2bfde92f715f']}} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:39.626226 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179a8e2e-67b2-43e2-be19-662ed204f6b0') {'for_net_delete': True} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:39.626517 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179a8e2e-67b2-43e2-be19-662ed204f6b0') {} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:39.638843 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113513'] for segment, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.656588 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.663697 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=78632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:14:39.664404 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391590'] for segment, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: Traceback (most recent call last): Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: timer() Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: cb(*args, **kw) Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: return func(*args, **kwargs) Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: self._notify() Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: self.callback(batched_events) Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: event.method(event) Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: return f(self, *a, **k) Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: return self._get(url).json() Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: return self.request(url, 'GET', **kwargs) Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:14:39.684572 dv-cinder-801236-1-smb neutron-server[78632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:14:39.763157 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.767564 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:39.782701 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.790757 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] Pushing event deleted for resources: {'Network': ['ID=665bb959-ce91-4f9c-a71d-2bfde92f715f,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:39.794559 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:39.800785 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-b19a15bf-f9f7-4c7a-9f83-c584c6b3d300 admin admin] 10.222.0.10 "DELETE /v2.0/networks/665bb959-ce91-4f9c-a71d-2bfde92f715f HTTP/1.1" status: 204 len: 168 time: 0.4563520 Jul 19 01:14:39.802258 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e88ddbc-4040-4e49-b8fb-ca6b63f761d5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Router e444f618-172c-48ca-bc24-3ceb6ceb1d97 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:14:39.904776 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:39.976785 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37672) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:40.028557 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e88ddbc-4040-4e49-b8fb-ca6b63f761d5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:14:40.028788 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-3f4927e5-7ee4-4272-9cb5-e185ad8580a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1021b1d475742fca91e081a4ec362ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506082 Jul 19 01:14:40.030980 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37676) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:40.039385 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:40.042092 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eac237-14da-40ac-bf12-42f756cf8cd4 None None] Sync routers for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:14:40.045093 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e88ddbc-4040-4e49-b8fb-ca6b63f761d5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:40.067788 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eac237-14da-40ac-bf12-42f756cf8cd4 None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:14:40.068693 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-d6eac237-14da-40ac-bf12-42f756cf8cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:14:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:40.076060 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-af83b5d6-f98f-4729-8a13-8c089c4615aa tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:40.094009 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f388d100-b526-4bfe-af4f-fceea7cc277c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:40.124254 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f388d100-b526-4bfe-af4f-fceea7cc277c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:40.165801 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:14:40.169907 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:14:40.174578 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-5e88ddbc-4040-4e49-b8fb-ca6b63f761d5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "PUT /v2.0/floatingips/81e40ece-75b5-4f9c-acf6-6d66eccfd996 HTTP/1.1" status: 200 len: 990 time: 2.0880277 Jul 19 01:14:40.174578 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:14:40.187827 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f388d100-b526-4bfe-af4f-fceea7cc277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:40.192889 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:40.201889 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:14:40.205808 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388d100-b526-4bfe-af4f-fceea7cc277c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd74ff32-1851-402f-8ed2-07f608ebc84f,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:40.208602 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f388d100-b526-4bfe-af4f-fceea7cc277c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:40.209580 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event updated for resources: {'Port': ['ID=4bdb9fc4-bae8-4ca2-8b49-4405001d28fc,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:40.217223 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:40.233716 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f388d100-b526-4bfe-af4f-fceea7cc277c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:40.235389 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-f388d100-b526-4bfe-af4f-fceea7cc277c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd74ff32-1851-402f-8ed2-07f608ebc84f HTTP/1.1" status: 204 len: 168 time: 0.2035186 Jul 19 01:14:40.263260 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde', 'status': 'completed', 'code': 200} Jul 19 01:14:40.290945 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:40.341861 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-d6eac237-14da-40ac-bf12-42f756cf8cd4 None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:14:40.409700 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:40.496800 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26471f82-95de-48c3-b644-4761661caeb1 req-90f4b1e5-3d14-4474-925d-fce5a8b22a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:40.498692 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-26471f82-95de-48c3-b644-4761661caeb1 req-90f4b1e5-3d14-4474-925d-fce5a8b22a11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 1098 time: 0.1757333 Jul 19 01:14:40.523304 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device e27b05df-0a05-49d7-b4b4-bf164dd9e763 no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:14:40.572814 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: e27b05df-0a05-49d7-b4b4-bf164dd9e763 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:14:40.573167 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device e27b05df-0a05-49d7-b4b4-bf164dd9e763 not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:14:40.755516 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26471f82-95de-48c3-b644-4761661caeb1 req-83ec81f8-a5e3-42ba-9f16-fa3c512b81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:40.756984 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-26471f82-95de-48c3-b644-4761661caeb1 req-83ec81f8-a5e3-42ba-9f16-fa3c512b81ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 916 time: 0.2426281 Jul 19 01:14:40.794960 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:40.824830 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-d6eac237-14da-40ac-bf12-42f756cf8cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '81e40ece-75b5-4f9c-acf6-6d66eccfd996', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'port_id': 'c42c7654-0769-44b8-8510-2b8266298cde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'mac_address': 'fa:16:3e:58:2b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:14:26Z', 'updated_at': '2021-07-19T01:14:38Z', 'revision_number': 1, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:21Z', 'revision_number': 5, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:40.829225 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eac237-14da-40ac-bf12-42f756cf8cd4 None None] Checking router: e444f618-172c-48ca-bc24-3ceb6ceb1d97 for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:14:40.840658 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eac237-14da-40ac-bf12-42f756cf8cd4 None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:14:40.840658 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-d6eac237-14da-40ac-bf12-42f756cf8cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:14:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:40.950827 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:40.966695 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614496'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:40.972679 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-11ff5d0a-86f7-42dc-8476-78b5a9de5176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:41.034392 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-d6eac237-14da-40ac-bf12-42f756cf8cd4 None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:14:41.093204 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-26471f82-95de-48c3-b644-4761661caeb1 req-9efba1a3-f53b-4be0-a97a-790266ffa839 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c42c7654-0769-44b8-8510-2b8266298cde HTTP/1.1" status: 200 len: 998 time: 0.3221161 Jul 19 01:14:41.099319 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event updated for resources: {'Port': ['ID=4bdb9fc4-bae8-4ca2-8b49-4405001d28fc,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:41.133851 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:41.148435 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:41.184015 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26471f82-95de-48c3-b644-4761661caeb1 req-339ace80-d0dd-4f76-9b40-86453ffb238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:41.185517 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-26471f82-95de-48c3-b644-4761661caeb1 req-339ace80-d0dd-4f76-9b40-86453ffb238b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3a1d271-46d5-45ce-b690-19ecf5019168 HTTP/1.1" status: 200 len: 854 time: 0.0818210 Jul 19 01:14:41.186696 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:41.195925 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5366578 Jul 19 01:14:41.278918 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26471f82-95de-48c3-b644-4761661caeb1 req-d8ef5658-f180-4594-8565-08c6f2be54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:41.280805 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-26471f82-95de-48c3-b644-4761661caeb1 req-d8ef5658-f180-4594-8565-08c6f2be54c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c296ada3-efae-4388-b9cf-7235586b6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0890045 Jul 19 01:14:41.442308 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-d6eac237-14da-40ac-bf12-42f756cf8cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '81e40ece-75b5-4f9c-acf6-6d66eccfd996', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'port_id': 'c42c7654-0769-44b8-8510-2b8266298cde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'mac_address': 'fa:16:3e:58:2b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:14:26Z', 'updated_at': '2021-07-19T01:14:38Z', 'revision_number': 1, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:21Z', 'revision_number': 5, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:41.451413 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eac237-14da-40ac-bf12-42f756cf8cd4 None None] The sync data for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb is: [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '81e40ece-75b5-4f9c-acf6-6d66eccfd996', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'port_id': 'c42c7654-0769-44b8-8510-2b8266298cde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'mac_address': 'fa:16:3e:58:2b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:14:26Z', 'updated_at': '2021-07-19T01:14:38Z', 'revision_number': 1, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:21Z', 'revision_number': 5, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:14:41.489948 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-caf66d3a-d25b-4315-9110-00719f244aa3 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Synchronizing usage tracker for tenant:af65e617675d47a796746c0b073381b7 on resource:security_group {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:41.500152 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-26471f82-95de-48c3-b644-4761661caeb1 req-ebb7290a-0d0c-4509-85b6-3b9022981585 service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115707 Jul 19 01:14:41.513122 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-caf66d3a-d25b-4315-9110-00719f244aa3 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Unset dirty status for tenant:af65e617675d47a796746c0b073381b7 on resource:security_group {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:41.517006 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-caf66d3a-d25b-4315-9110-00719f244aa3 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--536253944&fields=id&tenant_id=af65e617675d47a796746c0b073381b7 HTTP/1.1" status: 200 len: 267 time: 0.1029813 Jul 19 01:14:41.678728 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a21bdb-b894-47e2-8faa-d2d9b3676bb3 None None] New status for floating IP 81e40ece-75b5-4f9c-acf6-6d66eccfd996: ACTIVE {{(pid=78635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 01:14:41.781660 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-26471f82-95de-48c3-b644-4761661caeb1 req-acf58981-6a4a-46b0-9785-e8de5eddd929 service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640038 Jul 19 01:14:41.788041 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-f2cb08e9-81c7-4b72-8176-8906c885c83a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:41.789395 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-f2cb08e9-81c7-4b72-8176-8906c885c83a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/networks?id=bfd08c5c-0b93-4a24-870a-ad0255d7744c HTTP/1.1" status: 200 len: 811 time: 0.2507012 Jul 19 01:14:41.810607 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-03b013a1-4fa8-4be7-9190-47b25df7127d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/quotas/af65e617675d47a796746c0b073381b7 HTTP/1.1" status: 200 len: 375 time: 0.0148082 Jul 19 01:14:41.898097 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-bb580b59-3ada-4459-9a34-595d495400f4 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Synchronizing usage tracker for tenant:af65e617675d47a796746c0b073381b7 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:41.915187 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-bb580b59-3ada-4459-9a34-595d495400f4 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Unset dirty status for tenant:af65e617675d47a796746c0b073381b7 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:41.916570 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-bb580b59-3ada-4459-9a34-595d495400f4 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=af65e617675d47a796746c0b073381b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1050875 Jul 19 01:14:42.056813 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-8b58f205-0c97-434d-8c29-3144e5ea4eee service neutron] 10.222.0.10 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281960 Jul 19 01:14:42.191531 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-3db20eaa-47d8-4def-94b3-61d1b27e778e service neutron] 10.222.0.10 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276333 Jul 19 01:14:42.206350 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37740) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:42.329020 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-528bfe9d-ff8c-468a-a88c-38f6e559e6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:42.345416 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-528bfe9d-ff8c-468a-a88c-38f6e559e6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:42.349332 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-528bfe9d-ff8c-468a-a88c-38f6e559e6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:962122f9ac084b9ca0a7b3e61f016a20 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:42.352140 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-528bfe9d-ff8c-468a-a88c-38f6e559e6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:42.358774 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-528bfe9d-ff8c-468a-a88c-38f6e559e6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:42.379007 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f213d53c-1636-47e8-ab7e-369719c4efb6 req-c69a812f-9a92-4bd0-85d4-872a3dc5ea36 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 210 time: 0.0516438 Jul 19 01:14:42.455372 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-528bfe9d-ff8c-468a-a88c-38f6e559e6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:42.459305 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-528bfe9d-ff8c-468a-a88c-38f6e559e6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:42.468643 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2e7f9691-9d2d-45ae-a8f6-a45561813055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:42.507381 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-528bfe9d-ff8c-468a-a88c-38f6e559e6a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=962122f9ac084b9ca0a7b3e61f016a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999108 Jul 19 01:14:42.509031 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bfe9d-ff8c-468a-a88c-38f6e559e6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e365b79b-38e4-4afe-91e9-6f7c09f44b29,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:42.510094 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37754) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:42.511851 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-528bfe9d-ff8c-468a-a88c-38f6e559e6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:42.575098 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6bec-92f1-4bf9-bb2d-755c3784a9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:42.601423 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6bec-92f1-4bf9-bb2d-755c3784a9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:42.657512 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6bec-92f1-4bf9-bb2d-755c3784a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:42.662241 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-16661f69-8c9b-4ef6-893c-85c1addeeb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:42.675493 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e6bec-92f1-4bf9-bb2d-755c3784a9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e365b79b-38e4-4afe-91e9-6f7c09f44b29,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:42.678227 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-cc5e6bec-92f1-4bf9-bb2d-755c3784a9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:42.679380 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6bec-92f1-4bf9-bb2d-755c3784a9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:42.680461 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-cc5e6bec-92f1-4bf9-bb2d-755c3784a9fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e365b79b-38e4-4afe-91e9-6f7c09f44b29 HTTP/1.1" status: 204 len: 168 time: 0.1692007 Jul 19 01:14:42.972802 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37766) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:42.990710 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5fb5a6b8-d9d9-4653-97d0-c6d74e2f660b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:43.006659 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-5fb5a6b8-d9d9-4653-97d0-c6d74e2f660b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:43.012850 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-5fb5a6b8-d9d9-4653-97d0-c6d74e2f660b admin admin] Usage tracker for resource:security_group_rule and tenant:bd7bcb3021904751962e4dc80d32c4b9 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:43.016067 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-5fb5a6b8-d9d9-4653-97d0-c6d74e2f660b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:43.021630 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-5fb5a6b8-d9d9-4653-97d0-c6d74e2f660b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:43.105701 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5fb5a6b8-d9d9-4653-97d0-c6d74e2f660b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:43.109636 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-5fb5a6b8-d9d9-4653-97d0-c6d74e2f660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:43.116738 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-97bcf793-dbc0-45b1-93f8-7fed3cdb7372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:43.160001 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-5fb5a6b8-d9d9-4653-97d0-c6d74e2f660b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd7bcb3021904751962e4dc80d32c4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860571 Jul 19 01:14:43.160817 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5a6b8-d9d9-4653-97d0-c6d74e2f660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd805a9-ede6-4af8-9e91-2a72c1acaedc,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:43.162552 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37770) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:43.163710 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-5fb5a6b8-d9d9-4653-97d0-c6d74e2f660b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:43.225826 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0aba3544-0af0-41ab-ae62-2e697156c5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:43.257173 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0aba3544-0af0-41ab-ae62-2e697156c5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:43.308713 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0aba3544-0af0-41ab-ae62-2e697156c5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:43.312347 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a4741ada-96ae-4637-94d2-607598721eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:43.325046 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba3544-0af0-41ab-ae62-2e697156c5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd805a9-ede6-4af8-9e91-2a72c1acaedc,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:43.327852 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-0aba3544-0af0-41ab-ae62-2e697156c5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:43.338137 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-0aba3544-0af0-41ab-ae62-2e697156c5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:43.340564 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-0aba3544-0af0-41ab-ae62-2e697156c5ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbd805a9-ede6-4af8-9e91-2a72c1acaedc HTTP/1.1" status: 204 len: 168 time: 0.1761141 Jul 19 01:14:43.540855 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a06bb999-7cec-4477-ad96-9ff803656dfb tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:43.548393 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a06bb999-7cec-4477-ad96-9ff803656dfb tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.15 "GET /v2.0/networks?id=bfd08c5c-0b93-4a24-870a-ad0255d7744c HTTP/1.1" status: 200 len: 811 time: 0.1619101 Jul 19 01:14:43.554811 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-7060b2ec-e081-43bb-850c-f8acfd521ac7 req-bdb49b9c-0b2c-4d67-b630-5f22743aff80 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 210 time: 0.0482399 Jul 19 01:14:43.627305 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-f55f4308-a248-40dd-9ff4-838066ad401e tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af65e617675d47a796746c0b073381b7 HTTP/1.1" status: 200 len: 379 time: 0.0670259 Jul 19 01:14:43.637355 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Request body: {'port': {'device_id': 'c2c2e781-1a30-4262-b24c-657fcf18d040', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'admin_state_up': True, 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'security_groups': ['eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0']}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:43.881828 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:43.892046 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:43.902863 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Made reservation on behalf of af65e617675d47a796746c0b073381b7 for: {'port': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:14:43.906750 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:44.077369 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Allocated IP 172.20.0.10 (bfd08c5c-0b93-4a24-870a-ad0255d7744c/4f09b458-4689-4734-8c8e-6ca87811b768/c8950f56-1450-4a6b-93f0-3f5570a6b25f) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:14:44.273959 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:44.290160 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Transition to ACTIVE for port object c8950f56-1450-4a6b-93f0-3f5570a6b25f will not be triggered until provisioned by entity DHCP. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:14:44.314619 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:44.320422 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:44.391375 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Network bfd08c5c-0b93-4a24-870a-ad0255d7744c is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:14:44.394575 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:14:44.398468 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:14:44.429275 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event updated for resources: {'Port': ['ID=c8950f56-1450-4a6b-93f0-3f5570a6b25f,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:44.435912 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:44.470204 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:44.470783 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:44.498086 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8649929 Jul 19 01:14:44.520335 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Request body: {'port': {'device_id': 'c2c2e781-1a30-4262-b24c-657fcf18d040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:44.638165 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:44.642274 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-1c5e03fb-77e1-4b4f-8cc3-7c8fbe6a154a None None] Provisioning for port c8950f56-1450-4a6b-93f0-3f5570a6b25f completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:14:44.649239 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-1c5e03fb-77e1-4b4f-8cc3-7c8fbe6a154a None None] Provisioning complete for port c8950f56-1450-4a6b-93f0-3f5570a6b25f triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:14:44.649824 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-1c5e03fb-77e1-4b4f-8cc3-7c8fbe6a154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:44.707443 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e03fb-77e1-4b4f-8cc3-7c8fbe6a154a None None] Port c8950f56-1450-4a6b-93f0-3f5570a6b25f cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:14:44.767123 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651400-861c-4a13-b242-88ea5783dd94 req-b808c28f-d884-436e-9a04-70774e2281e0 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:44.768581 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-14651400-861c-4a13-b242-88ea5783dd94 req-b808c28f-d884-436e-9a04-70774e2281e0 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 932 time: 0.0829029 Jul 19 01:14:44.820201 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-14651400-861c-4a13-b242-88ea5783dd94 req-04a30246-b8a9-4ca0-b40c-0c94852e4dd3 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Synchronizing usage tracker for tenant:af65e617675d47a796746c0b073381b7 on resource:security_group {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:44.835691 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-14651400-861c-4a13-b242-88ea5783dd94 req-04a30246-b8a9-4ca0-b40c-0c94852e4dd3 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Unset dirty status for tenant:af65e617675d47a796746c0b073381b7 on resource:security_group {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:44.836922 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-14651400-861c-4a13-b242-88ea5783dd94 req-04a30246-b8a9-4ca0-b40c-0c94852e4dd3 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616682 Jul 19 01:14:44.988253 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8950f56-1450-4a6b-93f0-3f5570a6b25f {{(pid=78633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:14:44.996497 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:45.010502 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Transition to ACTIVE for port object c8950f56-1450-4a6b-93f0-3f5570a6b25f will not be triggered until provisioned by entity L2. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:14:45.015252 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614496'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:45.019070 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:45.182317 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8950f56-1450-4a6b-93f0-3f5570a6b25f,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:45.190792 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:45.261846 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Attempting to bind port c8950f56-1450-4a6b-93f0-3f5570a6b25f on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:14:45.265240 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Attempting to bind port c8950f56-1450-4a6b-93f0-3f5570a6b25f by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:14:45.265240 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Attempting to bind port c8950f56-1450-4a6b-93f0-3f5570a6b25f on network bfd08c5c-0b93-4a24-870a-ad0255d7744c {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:14:45.270389 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Port c8950f56-1450-4a6b-93f0-3f5570a6b25f on network bfd08c5c-0b93-4a24-870a-ad0255d7744c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:14:45.270848 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Attempting to bind port c8950f56-1450-4a6b-93f0-3f5570a6b25f on network bfd08c5c-0b93-4a24-870a-ad0255d7744c {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:14:45.277085 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:14:45.277624 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Checking segment: {'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:14:45.278064 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Bound using segment: {'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:14:45.278599 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Bound port: c8950f56-1450-4a6b-93f0-3f5570a6b25f, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97577a12-fc0e-4349-89b1-fdf5d1a3a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c'}}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:14:45.279027 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:45.365573 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37838) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:45.374598 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] For port c8950f56-1450-4a6b-93f0-3f5570a6b25f, host hv-cinder-80123, cleared binding levels {{(pid=78633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:14:45.377748 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] For port c8950f56-1450-4a6b-93f0-3f5570a6b25f, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c8950f56-1450-4a6b-93f0-3f5570a6b25f,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:14:45.382233 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614496'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:45.386484 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7febf323-0c27-4432-9cc7-2f2fa5ca6ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:45.441162 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:45.441733 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:45.443267 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] 10.222.0.15 "PUT /v2.0/ports/c8950f56-1450-4a6b-93f0-3f5570a6b25f HTTP/1.1" status: 200 len: 1094 time: 0.9274902 Jul 19 01:14:45.443746 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c2e781-1a30-4262-b24c-657fcf18d040', 'tag': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:14:45.471367 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8950f56-1450-4a6b-93f0-3f5570a6b25f,revision_number=3']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:45.486657 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:45.506099 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-cdeab2c4-f05a-4578-a9f9-e6df5b6318e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:45.521723 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-cdeab2c4-f05a-4578-a9f9-e6df5b6318e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:45.525510 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-cdeab2c4-f05a-4578-a9f9-e6df5b6318e7 admin admin] Usage tracker for resource:security_group_rule and tenant:ec69315667814299ae5987c117ba73f3 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:45.528898 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-cdeab2c4-f05a-4578-a9f9-e6df5b6318e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:45.534659 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c2e781-1a30-4262-b24c-657fcf18d040', 'tag': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f', 'status': 'completed', 'code': 200} Jul 19 01:14:45.534844 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-cdeab2c4-f05a-4578-a9f9-e6df5b6318e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:45.585400 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-1cb4ae00-6012-4db7-a17f-c7c685152a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:45.587482 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-1cb4ae00-6012-4db7-a17f-c7c685152a8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af65e617675d47a796746c0b073381b7&device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 1097 time: 0.0866599 Jul 19 01:14:45.624313 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-cdeab2c4-f05a-4578-a9f9-e6df5b6318e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:45.629507 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-cdeab2c4-f05a-4578-a9f9-e6df5b6318e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:45.636861 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-9df55153-fee5-4bb9-a473-d6acc5dc2568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:45.665768 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-6ce5e805-bfbc-40fe-b1c9-54a3416dac7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8950f56-1450-4a6b-93f0-3f5570a6b25f HTTP/1.1" status: 200 len: 217 time: 0.0649025 Jul 19 01:14:45.677782 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-cdeab2c4-f05a-4578-a9f9-e6df5b6318e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec69315667814299ae5987c117ba73f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110833 Jul 19 01:14:45.678728 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeab2c4-f05a-4578-a9f9-e6df5b6318e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be10d12-faca-4800-b737-5db2318f9fb3,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:45.680949 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37846) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:45.684289 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-cdeab2c4-f05a-4578-a9f9-e6df5b6318e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:45.742046 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a1dff754-6adb-4510-99fe-dec654532a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:45.770688 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a1dff754-6adb-4510-99fe-dec654532a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:45.821572 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-92b2aa96-a81f-4b01-8dd4-5271dc28c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:45.823555 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-92b2aa96-a81f-4b01-8dd4-5271dc28c170 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f09b458-4689-4734-8c8e-6ca87811b768 HTTP/1.1" status: 200 len: 850 time: 0.1507041 Jul 19 01:14:45.827846 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a1dff754-6adb-4510-99fe-dec654532a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:45.831665 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-5665d8b3-604d-4aaf-bbcb-582a2af4debd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:45.843834 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dff754-6adb-4510-99fe-dec654532a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be10d12-faca-4800-b737-5db2318f9fb3,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:45.846338 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-a1dff754-6adb-4510-99fe-dec654532a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:45.853698 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a1dff754-6adb-4510-99fe-dec654532a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:45.857666 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-a1dff754-6adb-4510-99fe-dec654532a22 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4be10d12-faca-4800-b737-5db2318f9fb3 HTTP/1.1" status: 204 len: 168 time: 0.1735532 Jul 19 01:14:45.911433 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-669782a3-7c60-49ef-acd9-53be4e8a3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:45.912906 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-669782a3-7c60-49ef-acd9-53be4e8a3e0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bfd08c5c-0b93-4a24-870a-ad0255d7744c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785582 Jul 19 01:14:46.106782 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-1db14b66-ea67-4b6a-a3e1-3eb60824c9ae service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862075 Jul 19 01:14:46.165174 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37858) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:46.193770 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-34f66d5f-7493-4934-9625-44de4dd365b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:46.208335 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-34f66d5f-7493-4934-9625-44de4dd365b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:46.212208 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-34f66d5f-7493-4934-9625-44de4dd365b2 admin admin] Usage tracker for resource:security_group_rule and tenant:c2e1c840c5604cd5b3f4eede054ecbfa is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:46.215865 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-34f66d5f-7493-4934-9625-44de4dd365b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:46.221564 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-34f66d5f-7493-4934-9625-44de4dd365b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:46.222446 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620f279-67be-4ad8-b847-f925077d31c2 req-8ace192a-104d-43e1-bcde-938ad83aab23 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:46.223159 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-4620f279-67be-4ad8-b847-f925077d31c2 req-8ace192a-104d-43e1-bcde-938ad83aab23 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Synchronizing usage tracker for tenant:af65e617675d47a796746c0b073381b7 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:46.253331 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-4620f279-67be-4ad8-b847-f925077d31c2 req-8ace192a-104d-43e1-bcde-938ad83aab23 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Unset dirty status for tenant:af65e617675d47a796746c0b073381b7 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:46.254430 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4620f279-67be-4ad8-b847-f925077d31c2 req-8ace192a-104d-43e1-bcde-938ad83aab23 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 944 time: 0.2956665 Jul 19 01:14:46.287859 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5a70ad41-edb9-4ec1-9ae2-c03e98307c71 req-5c4d6b05-80b4-418f-8e39-b2946fa6ef4b service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731899 Jul 19 01:14:46.315077 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4620f279-67be-4ad8-b847-f925077d31c2 req-f7ebc545-0088-4c1e-aba1-fd10c4a62fd4 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511942 Jul 19 01:14:46.321259 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-34f66d5f-7493-4934-9625-44de4dd365b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:46.325454 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-34f66d5f-7493-4934-9625-44de4dd365b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:46.332584 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-20dac288-3df0-4f73-b393-1d435154ede0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:46.372133 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f66d5f-7493-4934-9625-44de4dd365b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f83cce5-effc-4e09-ad66-5f70f59f32a8,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:46.378353 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-34f66d5f-7493-4934-9625-44de4dd365b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2e1c840c5604cd5b3f4eede054ecbfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117627 Jul 19 01:14:46.379241 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-34f66d5f-7493-4934-9625-44de4dd365b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:46.380963 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37862) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:46.443306 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4890a443-abea-4895-9dc3-81338e745cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:46.458039 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5bc2a-efb3-47b6-8108-5ea43fa1469d req-73bd88a8-85b4-4355-83e4-c8b6ccfa71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:46.459555 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4ee5bc2a-efb3-47b6-8108-5ea43fa1469d req-73bd88a8-85b4-4355-83e4-c8b6ccfa71fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af65e617675d47a796746c0b073381b7&device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 1097 time: 0.0693517 Jul 19 01:14:46.470404 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4890a443-abea-4895-9dc3-81338e745cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:46.524019 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4890a443-abea-4895-9dc3-81338e745cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:46.530626 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-5fb5a6b8-d9d9-4653-97d0-c6d74e2f660b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:46.542553 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890a443-abea-4895-9dc3-81338e745cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f83cce5-effc-4e09-ad66-5f70f59f32a8,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:46.545341 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-4890a443-abea-4895-9dc3-81338e745cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:46.547781 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-4890a443-abea-4895-9dc3-81338e745cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:46.551507 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-4890a443-abea-4895-9dc3-81338e745cfe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f83cce5-effc-4e09-ad66-5f70f59f32a8 HTTP/1.1" status: 204 len: 168 time: 0.1696243 Jul 19 01:14:46.598433 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5bc2a-efb3-47b6-8108-5ea43fa1469d req-d54c90df-3340-42f1-860b-9cd30ff65745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:46.599905 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4ee5bc2a-efb3-47b6-8108-5ea43fa1469d req-d54c90df-3340-42f1-860b-9cd30ff65745 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bfd08c5c-0b93-4a24-870a-ad0255d7744c HTTP/1.1" status: 200 len: 912 time: 0.1332834 Jul 19 01:14:46.672184 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4ee5bc2a-efb3-47b6-8108-5ea43fa1469d req-a38b31ee-c969-44d1-9722-026b46cce899 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8950f56-1450-4a6b-93f0-3f5570a6b25f HTTP/1.1" status: 200 len: 217 time: 0.0639610 Jul 19 01:14:46.735558 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5bc2a-efb3-47b6-8108-5ea43fa1469d req-06cabab5-d0c9-4ec5-888f-a01ef37cfb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:46.736996 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4ee5bc2a-efb3-47b6-8108-5ea43fa1469d req-06cabab5-d0c9-4ec5-888f-a01ef37cfb31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f09b458-4689-4734-8c8e-6ca87811b768 HTTP/1.1" status: 200 len: 850 time: 0.0579762 Jul 19 01:14:46.819233 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5bc2a-efb3-47b6-8108-5ea43fa1469d req-7cf27ea1-5789-47ba-8709-9c3fed66c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:46.820481 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4ee5bc2a-efb3-47b6-8108-5ea43fa1469d req-7cf27ea1-5789-47ba-8709-9c3fed66c22b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bfd08c5c-0b93-4a24-870a-ad0255d7744c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728605 Jul 19 01:14:46.962253 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4ee5bc2a-efb3-47b6-8108-5ea43fa1469d req-57fdb5f7-1c26-459c-b152-b300acecf2a0 service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308236 Jul 19 01:14:47.098666 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4ee5bc2a-efb3-47b6-8108-5ea43fa1469d req-c1acf162-567c-41e3-92e2-0c179888d7eb service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277533 Jul 19 01:14:47.509044 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0e336-fac3-46fc-bcf5-c4d892afaaff req-e419c51d-02bb-4369-8aa4-196dbc453283 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:47.510496 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00a0e336-fac3-46fc-bcf5-c4d892afaaff req-e419c51d-02bb-4369-8aa4-196dbc453283 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 944 time: 0.0874555 Jul 19 01:14:47.560580 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-00a0e336-fac3-46fc-bcf5-c4d892afaaff req-12f92e05-62df-428d-989c-40f851e4211c tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433927 Jul 19 01:14:48.752418 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43072700-300f-41d0-baa9-284abfb4c061 req-8082e3ee-699f-428d-8fe8-01c6501d3512 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:48.753912 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-43072700-300f-41d0-baa9-284abfb4c061 req-8082e3ee-699f-428d-8fe8-01c6501d3512 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 944 time: 0.0871608 Jul 19 01:14:48.799022 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-43072700-300f-41d0-baa9-284abfb4c061 req-26c3a613-440f-4834-96ae-cdde3bfe299f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392826 Jul 19 01:14:49.096736 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37942) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:49.211145 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a99cf081-b58a-4bbb-a471-f080a02a7fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:49.225486 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a99cf081-b58a-4bbb-a471-f080a02a7fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:49.229162 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a99cf081-b58a-4bbb-a471-f080a02a7fbf admin admin] Usage tracker for resource:security_group_rule and tenant:2a96e65ae1fd48c28f36fb83d90359be is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:49.232507 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a99cf081-b58a-4bbb-a471-f080a02a7fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:49.238038 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a99cf081-b58a-4bbb-a471-f080a02a7fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:49.318654 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a99cf081-b58a-4bbb-a471-f080a02a7fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:49.321920 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a99cf081-b58a-4bbb-a471-f080a02a7fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:49.333679 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2f45c41c-e499-477e-a21a-4dcebb558239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:49.374252 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-a99cf081-b58a-4bbb-a471-f080a02a7fbf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a96e65ae1fd48c28f36fb83d90359be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763658 Jul 19 01:14:49.375130 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cf081-b58a-4bbb-a471-f080a02a7fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590579be-0c60-43c3-9577-5c829e1c0627,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:49.377686 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37948) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:49.378188 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a99cf081-b58a-4bbb-a471-f080a02a7fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:49.381029 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c8950f56-1450-4a6b-93f0-3f5570a6b25f details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:14:49.438683 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-601d135d-8cc2-40ec-bdea-9faa8629b615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:49.466047 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-601d135d-8cc2-40ec-bdea-9faa8629b615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:49.519381 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-601d135d-8cc2-40ec-bdea-9faa8629b615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:49.519649 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c8950f56-1450-4a6b-93f0-3f5570a6b25f, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c8950f56-1450-4a6b-93f0-3f5570a6b25f,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:14:49.523181 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-fafb30ff-2157-4e27-8f86-f603dcdf09f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:49.533612 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'port_id': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f', 'mac_address': 'fa:16:3e:2d:ee:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:14:49.534129 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d135d-8cc2-40ec-bdea-9faa8629b615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590579be-0c60-43c3-9577-5c829e1c0627,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:49.541062 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-601d135d-8cc2-40ec-bdea-9faa8629b615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:49.541934 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-601d135d-8cc2-40ec-bdea-9faa8629b615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:49.543213 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-601d135d-8cc2-40ec-bdea-9faa8629b615 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/590579be-0c60-43c3-9577-5c829e1c0627 HTTP/1.1" status: 204 len: 168 time: 0.1637120 Jul 19 01:14:49.598727 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:49.615484 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8950f56-1450-4a6b-93f0-3f5570a6b25f {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:14:49.630809 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c8950f56-1450-4a6b-93f0-3f5570a6b25f, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c8950f56-1450-4a6b-93f0-3f5570a6b25f,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:14:49.634681 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:49.637019 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:49.704063 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=c8950f56-1450-4a6b-93f0-3f5570a6b25f,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:49.707155 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:49.821245 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37958) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:49.843806 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-dabac4fe-f9bc-4dcf-a511-1f99fb46eea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:49.859075 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-dabac4fe-f9bc-4dcf-a511-1f99fb46eea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:49.863340 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-dabac4fe-f9bc-4dcf-a511-1f99fb46eea1 admin admin] Usage tracker for resource:security_group_rule and tenant:1161b66108fb42a7bb4c04007419d50a is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:49.866143 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-dabac4fe-f9bc-4dcf-a511-1f99fb46eea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:49.872404 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-dabac4fe-f9bc-4dcf-a511-1f99fb46eea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:49.940211 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['c8950f56-1450-4a6b-93f0-3f5570a6b25f'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:14:49.962070 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-dabac4fe-f9bc-4dcf-a511-1f99fb46eea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:49.967100 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-dabac4fe-f9bc-4dcf-a511-1f99fb46eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:49.975663 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-673c0bf0-9111-4caa-b43f-ee193938352d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:49.992408 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5b6ad-efe4-48da-8db9-8a31baa221c1 req-28ed9783-5c5b-4719-9587-ffde56b40832 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:49.994567 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-54a5b6ad-efe4-48da-8db9-8a31baa221c1 req-28ed9783-5c5b-4719-9587-ffde56b40832 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 945 time: 0.0869191 Jul 19 01:14:50.015347 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-dabac4fe-f9bc-4dcf-a511-1f99fb46eea1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1161b66108fb42a7bb4c04007419d50a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929243 Jul 19 01:14:50.016950 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabac4fe-f9bc-4dcf-a511-1f99fb46eea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67ce317-ec2d-4231-a8b3-d3fcfa35679c,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:50.018041 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37964) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:50.019931 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-dabac4fe-f9bc-4dcf-a511-1f99fb46eea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:50.085520 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-54a5b6ad-efe4-48da-8db9-8a31baa221c1 req-8f14e9a3-4a30-4d6d-8fa1-ed0fc0fa726e tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838952 Jul 19 01:14:50.189365 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-eab301d9-81f3-45b4-a476-a731b1b23bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:50.214980 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-eab301d9-81f3-45b4-a476-a731b1b23bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:50.264389 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-eab301d9-81f3-45b4-a476-a731b1b23bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:50.268212 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a99cf081-b58a-4bbb-a471-f080a02a7fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:50.279760 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab301d9-81f3-45b4-a476-a731b1b23bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67ce317-ec2d-4231-a8b3-d3fcfa35679c,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:50.281995 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-eab301d9-81f3-45b4-a476-a731b1b23bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:50.290388 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-eab301d9-81f3-45b4-a476-a731b1b23bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:50.291492 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-eab301d9-81f3-45b4-a476-a731b1b23bd1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a67ce317-ec2d-4231-a8b3-d3fcfa35679c HTTP/1.1" status: 204 len: 168 time: 0.2722690 Jul 19 01:14:51.001395 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 37990) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:51.102830 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-309225509-network', 'tenant_id': '41cd5b5b207545469e8e9b0f78dc27a7'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:51.108078 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:51.112031 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Usage tracker for resource:network and tenant:41cd5b5b207545469e8e9b0f78dc27a7 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:51.115141 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:51.122873 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:51.132705 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Made reservation on behalf of 41cd5b5b207545469e8e9b0f78dc27a7 for: {'network': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:14:51.134935 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.147062 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.160843 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:51.164589 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Usage tracker for resource:security_group_rule and tenant:41cd5b5b207545469e8e9b0f78dc27a7 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:51.168483 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:51.174440 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:51.319898 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.327976 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b87ec-2b9a-4978-bae8-0e7949440325 req-6ef09af8-e3c7-44f4-a27b-25385186b9c7 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:51.329426 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cc3b87ec-2b9a-4978-bae8-0e7949440325 req-6ef09af8-e3c7-44f4-a27b-25385186b9c7 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 945 time: 0.1304734 Jul 19 01:14:51.330426 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.333208 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-51a97ee6-44ef-4854-8620-a03c23c850f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:51.375731 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=78633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:14:51.384641 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c8950f56-1450-4a6b-93f0-3f5570a6b25f up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:14:51.400133 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7066542-f372-4124-8318-a1d4502a1bce,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:51.406314 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.406672 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.segments_db [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Added segment 309e76d9-1516-4ccc-92cd-a943764399df of type vlan for network b2cdb393-e2f5-49fd-a1de-f245624d29eb Jul 19 01:14:51.408437 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:51.419526 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-cc3b87ec-2b9a-4978-bae8-0e7949440325 req-1e4b3a10-951f-440f-944d-a504da488a91 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779455 Jul 19 01:14:51.440355 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.467050 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port c8950f56-1450-4a6b-93f0-3f5570a6b25f completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:14:51.471792 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port c8950f56-1450-4a6b-93f0-3f5570a6b25f triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:14:51.472163 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.472454 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.473833 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:51.474413 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.479064 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c3eba498-f05c-48f6-957c-32f895eb0df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:51.569718 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5672174 Jul 19 01:14:51.572820 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 37998) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:51.574995 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Pushing event updated for resources: {'Network': ['ID=b2cdb393-e2f5-49fd-a1de-f245624d29eb,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:51.577656 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:51.580412 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Request body: {'subnet': {'network_id': 'b2cdb393-e2f5-49fd-a1de-f245624d29eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-309225509-subnet', 'tenant_id': '41cd5b5b207545469e8e9b0f78dc27a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:51.585457 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network b2cdb393-e2f5-49fd-a1de-f245624d29eb details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:14:51.586344 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:51.591095 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Usage tracker for resource:subnet and tenant:41cd5b5b207545469e8e9b0f78dc27a7 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:51.594126 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:51.600112 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:51.607277 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.611381 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Made reservation on behalf of 41cd5b5b207545469e8e9b0f78dc27a7 for: {'subnet': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:14:51.613654 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592514'] for subnet, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.703172 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c2e781-1a30-4262-b24c-657fcf18d040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:14:51.717064 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c8950f56-1450-4a6b-93f0-3f5570a6b25f, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c8950f56-1450-4a6b-93f0-3f5570a6b25f,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:14:51.721891 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.724491 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:51.755244 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c2e781-1a30-4262-b24c-657fcf18d040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f', 'code': 200} Jul 19 01:14:51.793351 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=c8950f56-1450-4a6b-93f0-3f5570a6b25f,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:51.796879 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:51.832316 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3407811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592496'] for subnet, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.836363 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c4f83929-d011-4db5-ad27-c161e906d689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:51.908186 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1618abaa-1a25-4cc5-b3e9-3211ffd7955c,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:51.912033 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:51.919887 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Checking segment: {'id': '309e76d9-1516-4ccc-92cd-a943764399df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2cdb393-e2f5-49fd-a1de-f245624d29eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:14:51.920264 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Network hostable DHCP agents. Network: b2cdb393-e2f5-49fd-a1de-f245624d29eb, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:14:51.939047 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Network b2cdb393-e2f5-49fd-a1de-f245624d29eb is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:14:51.951303 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, b2cdb393-e2f5-49fd-a1de-f245624d29eb) {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:14:51.955808 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:51.956766 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:51.960128 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba0c3b-e3e7-4561-b7b8-15abe570e225 None None] Network b2cdb393-e2f5-49fd-a1de-f245624d29eb requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:14:51.986574 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-069a2621-f49c-42e4-b9eb-6566fd55ed27 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4091978 Jul 19 01:14:52.031226 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d7f2b-3b50-4a26-934a-693787e22d1c req-8ddfe62f-a503-4913-8bd3-c1856c373b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:52.032712 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-086d7f2b-3b50-4a26-934a-693787e22d1c req-8ddfe62f-a503-4913-8bd3-c1856c373b4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 1099 time: 0.0750251 Jul 19 01:14:52.076151 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-086d7f2b-3b50-4a26-934a-693787e22d1c req-f84bc76d-ff8a-4de5-a8f8-c6b411f2efc2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363200 Jul 19 01:14:52.186964 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1656fef5-23f5-4a69-81b7-0a4fbf556d16 None None] Network b2cdb393-e2f5-49fd-a1de-f245624d29eb requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:14:52.493276 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38022) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:52.499424 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-771081912-network', 'tenant_id': '393196015b8c491bbccf57236888f9c4'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:52.504036 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:52.507783 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Usage tracker for resource:network and tenant:393196015b8c491bbccf57236888f9c4 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:52.511124 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:52.516729 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:52.527900 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Made reservation on behalf of 393196015b8c491bbccf57236888f9c4 for: {'network': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:14:52.530230 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:52.542406 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:52.556407 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:52.560617 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Usage tracker for resource:security_group_rule and tenant:393196015b8c491bbccf57236888f9c4 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:52.563522 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:52.569305 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:52.612543 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75512-c85a-45f5-9545-3ae7d7c790e9 req-13ee0543-cfda-4520-8142-4b7be707118b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:52.614098 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2fa75512-c85a-45f5-9545-3ae7d7c790e9 req-13ee0543-cfda-4520-8142-4b7be707118b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 946 time: 0.0827906 Jul 19 01:14:52.654747 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:52.659364 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:52.662224 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5fd32bce-12a5-49a9-adb8-22cbca63fe36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:52.665619 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2fa75512-c85a-45f5-9545-3ae7d7c790e9 req-42797e29-50d1-4d17-8697-724a460f936b tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452118 Jul 19 01:14:52.694796 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=78633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:14:52.700507 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d458fc2-fee0-46e9-9879-017e2e3f1855,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:52.704237 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:52.707912 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:52.708289 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.segments_db [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Added segment 84e4e34a-fe3e-4d26-8094-ba72cc8ae3e3 of type vlan for network 7adceee7-5830-42b7-9646-b9de48f93615 Jul 19 01:14:52.733869 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:52.762286 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:52.763508 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:52.764078 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:52.768462 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-13c68242-45ea-444e-8407-1545ab14f758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:52.862367 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3680689 Jul 19 01:14:52.865166 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38026) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:52.867260 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Pushing event updated for resources: {'Network': ['ID=7adceee7-5830-42b7-9646-b9de48f93615,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:52.869919 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:52.871302 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Request body: {'subnet': {'network_id': '7adceee7-5830-42b7-9646-b9de48f93615', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-771081912-subnet', 'tenant_id': '393196015b8c491bbccf57236888f9c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:52.877288 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network 7adceee7-5830-42b7-9646-b9de48f93615 details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:14:52.878715 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:52.882590 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Usage tracker for resource:subnet and tenant:393196015b8c491bbccf57236888f9c4 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:52.885420 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:52.891335 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:52.901735 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Made reservation on behalf of 393196015b8c491bbccf57236888f9c4 for: {'subnet': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:14:52.904044 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592514'] for subnet, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:53.191143 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3407811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592496'] for subnet, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:53.194757 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8ea30452-a3ec-455f-9eb6-6d4cb197d587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:53.266905 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5603bd1-69c5-407a-860b-1a33cfd7f6c5,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:53.270303 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:53.276750 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Checking segment: {'id': '84e4e34a-fe3e-4d26-8094-ba72cc8ae3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7adceee7-5830-42b7-9646-b9de48f93615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:14:53.276896 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Network hostable DHCP agents. Network: 7adceee7-5830-42b7-9646-b9de48f93615, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:14:53.303792 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Network 7adceee7-5830-42b7-9646-b9de48f93615 is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:14:53.313282 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, 7adceee7-5830-42b7-9646-b9de48f93615) {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:14:53.317182 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:53.317764 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:53.324650 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20b08d-1350-4e17-8869-9485fc8fe13c None None] Network 7adceee7-5830-42b7-9646-b9de48f93615 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:14:53.346585 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4719548 Jul 19 01:14:53.547238 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e85e75-0a96-4393-86ac-b5496393dd26 None None] Network 7adceee7-5830-42b7-9646-b9de48f93615 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:14:53.856645 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddc02f-1c49-4483-b369-8202ecb5f7f5 req-a7ae3da7-2f42-4d71-a6dc-daf3627d0fbb tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:53.858023 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-35ddc02f-1c49-4483-b369-8202ecb5f7f5 req-a7ae3da7-2f42-4d71-a6dc-daf3627d0fbb tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 946 time: 0.0812161 Jul 19 01:14:53.902981 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-35ddc02f-1c49-4483-b369-8202ecb5f7f5 req-17b830d5-7dd8-41f7-bf90-aff07f406c17 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393062 Jul 19 01:14:53.922372 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-e416bba8-d022-4b96-a8fa-616656343362 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:53.923842 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-e416bba8-d022-4b96-a8fa-616656343362 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/networks?id=b2cdb393-e2f5-49fd-a1de-f245624d29eb HTTP/1.1" status: 200 len: 808 time: 0.1474319 Jul 19 01:14:53.939774 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-54280433-ae76-422f-926b-5b279f8be0aa tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/quotas/41cd5b5b207545469e8e9b0f78dc27a7 HTTP/1.1" status: 200 len: 375 time: 0.0098979 Jul 19 01:14:53.987111 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-869ce1cf-be83-49b5-a07f-d9df3068d574 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=41cd5b5b207545469e8e9b0f78dc27a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424175 Jul 19 01:14:54.083177 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1095f7b-dc2b-49f3-8c39-45ad7c91fd79 req-f0990005-a38b-4c2f-87a8-022d773f3932 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:54.084660 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b1095f7b-dc2b-49f3-8c39-45ad7c91fd79 req-f0990005-a38b-4c2f-87a8-022d773f3932 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 946 time: 0.0818956 Jul 19 01:14:54.092997 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38054) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:14:54.098037 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-ca3acc9e-c641-4ae3-a29e-bf326b0a67a6 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Request body: {'floatingip': {'port_id': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:54.132587 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-d9a2abd1-d681-4667-8e26-60ca3575c6bc service neutron] 10.222.0.10 "GET /v2.0/networks/b2cdb393-e2f5-49fd-a1de-f245624d29eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389370 Jul 19 01:14:54.177187 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ca3acc9e-c641-4ae3-a29e-bf326b0a67a6 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:54.272016 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-ba1c5512-f366-468e-9dbb-bc452adfce11 service neutron] 10.222.0.10 "GET /v2.0/networks/b2cdb393-e2f5-49fd-a1de-f245624d29eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319952 Jul 19 01:14:54.483687 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7ce82adb-87e5-4d03-8d22-e84f398cf576 req-04e26168-b98c-4979-b7c3-eb6569d45d3c tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 210 time: 0.0604734 Jul 19 01:14:54.896495 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ca3acc9e-c641-4ae3-a29e-bf326b0a67a6 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:54.900263 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ca3acc9e-c641-4ae3-a29e-bf326b0a67a6 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:55.073433 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.l3_db [None req-ca3acc9e-c641-4ae3-a29e-bf326b0a67a6 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Floating IP 9b9fa6dd-1040-40dd-a246-4350101fb7b6 associated. External IP: 172.28.0.190, port: c8950f56-1450-4a6b-93f0-3f5570a6b25f. Jul 19 01:14:55.422082 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3acc9e-c641-4ae3-a29e-bf326b0a67a6 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Router ac2ba8f5-d2fc-4872-a431-5e71b391ddae has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:14:55.726723 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f7ebcb34-589b-4684-ab14-d04b1af2a3af req-846f447f-0a11-4c81-b06d-a36721788295 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 210 time: 0.1221366 Jul 19 01:14:55.768530 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-603afc95-3436-49ff-aaf4-3a3dc135ece8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:55.769211 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-603afc95-3436-49ff-aaf4-3a3dc135ece8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Synchronizing usage tracker for tenant:41cd5b5b207545469e8e9b0f78dc27a7 on resource:network {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:55.772116 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3acc9e-c641-4ae3-a29e-bf326b0a67a6 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:14:55.778241 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ca3acc9e-c641-4ae3-a29e-bf326b0a67a6 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:55.781872 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f6585-5e3d-4d51-8cfa-56ad05ee3ec4 None None] Sync routers for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:14:55.791282 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f6585-5e3d-4d51-8cfa-56ad05ee3ec4 None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:14:55.791907 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-c18f6585-5e3d-4d51-8cfa-56ad05ee3ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:14:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:55.837505 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-603afc95-3436-49ff-aaf4-3a3dc135ece8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Unset dirty status for tenant:41cd5b5b207545469e8e9b0f78dc27a7 on resource:network {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:55.839224 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-603afc95-3436-49ff-aaf4-3a3dc135ece8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.15 "GET /v2.0/networks?id=b2cdb393-e2f5-49fd-a1de-f245624d29eb HTTP/1.1" status: 200 len: 808 time: 0.3507524 Jul 19 01:14:55.842396 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-ca3acc9e-c641-4ae3-a29e-bf326b0a67a6 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "PUT /v2.0/floatingips/9b9fa6dd-1040-40dd-a246-4350101fb7b6 HTTP/1.1" status: 200 len: 992 time: 1.7484398 Jul 19 01:14:55.843113 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c2e781-1a30-4262-b24c-657fcf18d040', 'tag': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:14:55.862305 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Request body: {'port': {'device_id': '8a5f6d72-da91-45e6-b523-ddda69d22070', 'network_id': 'b2cdb393-e2f5-49fd-a1de-f245624d29eb', 'admin_state_up': True, 'tenant_id': '41cd5b5b207545469e8e9b0f78dc27a7'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:55.901817 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c2e781-1a30-4262-b24c-657fcf18d040', 'tag': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f', 'status': 'completed', 'code': 200} Jul 19 01:14:56.006375 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-c18f6585-5e3d-4d51-8cfa-56ad05ee3ec4 None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:14:56.158675 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:14:56.164141 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Usage tracker for resource:port and tenant:41cd5b5b207545469e8e9b0f78dc27a7 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:14:56.168316 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:14:56.176788 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:14:56.187050 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10ed18-0c7d-4d9f-93b0-f9b033af180c req-7c8b1054-6f48-44fd-9583-c28201bb9491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:56.188553 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9c10ed18-0c7d-4d9f-93b0-f9b033af180c req-7c8b1054-6f48-44fd-9583-c28201bb9491 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af65e617675d47a796746c0b073381b7&device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 1099 time: 0.1264052 Jul 19 01:14:56.192629 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Made reservation on behalf of 41cd5b5b207545469e8e9b0f78dc27a7 for: {'port': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:14:56.196077 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:56.357683 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-c18f6585-5e3d-4d51-8cfa-56ad05ee3ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '9b9fa6dd-1040-40dd-a246-4350101fb7b6', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'floating_ip_address': '172.28.0.190', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'port_id': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'mac_address': 'fa:16:3e:2d:ee:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c2e781-1a30-4262-b24c-657fcf18d040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:14:40Z', 'updated_at': '2021-07-19T01:14:54Z', 'revision_number': 1, 'project_id': 'af65e617675d47a796746c0b073381b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:33Z', 'revision_number': 5, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:56.361390 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f6585-5e3d-4d51-8cfa-56ad05ee3ec4 None None] Checking router: ac2ba8f5-d2fc-4872-a431-5e71b391ddae for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:14:56.369485 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f6585-5e3d-4d51-8cfa-56ad05ee3ec4 None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:14:56.370079 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-c18f6585-5e3d-4d51-8cfa-56ad05ee3ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:14:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:56.428800 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10ed18-0c7d-4d9f-93b0-f9b033af180c req-7abb9b0d-e976-4092-9bbb-998834143e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:56.430256 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9c10ed18-0c7d-4d9f-93b0-f9b033af180c req-7abb9b0d-e976-4092-9bbb-998834143e3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=bfd08c5c-0b93-4a24-870a-ad0255d7744c HTTP/1.1" status: 200 len: 912 time: 0.2241757 Jul 19 01:14:56.544079 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Allocated IP 172.20.0.14 (b2cdb393-e2f5-49fd-a1de-f245624d29eb/1618abaa-1a25-4cc5-b3e9-3211ffd7955c/8f186df3-b2d9-416a-bcdd-db4af4992004) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:14:56.553664 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-c18f6585-5e3d-4d51-8cfa-56ad05ee3ec4 None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:14:56.568500 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9c10ed18-0c7d-4d9f-93b0-f9b033af180c req-9abd00fc-d6ba-418b-bd2d-d646eee45ce1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8950f56-1450-4a6b-93f0-3f5570a6b25f HTTP/1.1" status: 200 len: 1000 time: 0.1183033 Jul 19 01:14:56.700620 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10ed18-0c7d-4d9f-93b0-f9b033af180c req-3a159977-ac40-4d23-abf1-3ef860c3e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:56.701971 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9c10ed18-0c7d-4d9f-93b0-f9b033af180c req-3a159977-ac40-4d23-abf1-3ef860c3e83a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f09b458-4689-4734-8c8e-6ca87811b768 HTTP/1.1" status: 200 len: 850 time: 0.1074936 Jul 19 01:14:56.861117 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:56.878327 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10ed18-0c7d-4d9f-93b0-f9b033af180c req-2c602e23-4d8e-4bba-9852-719504ca60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:56.879839 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9c10ed18-0c7d-4d9f-93b0-f9b033af180c req-2c602e23-4d8e-4bba-9852-719504ca60cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bfd08c5c-0b93-4a24-870a-ad0255d7744c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1267767 Jul 19 01:14:56.899863 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-c18f6585-5e3d-4d51-8cfa-56ad05ee3ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '9b9fa6dd-1040-40dd-a246-4350101fb7b6', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'floating_ip_address': '172.28.0.190', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'port_id': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'mac_address': 'fa:16:3e:2d:ee:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c2e781-1a30-4262-b24c-657fcf18d040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:14:40Z', 'updated_at': '2021-07-19T01:14:54Z', 'revision_number': 1, 'project_id': 'af65e617675d47a796746c0b073381b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:33Z', 'revision_number': 5, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:14:56.900473 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-be8260ea-a169-45ec-915b-f3bd03fc2eb3 req-115fe4e1-b6d5-4a94-958e-bc3630385abd tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 210 time: 0.0507426 Jul 19 01:14:56.904531 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f6585-5e3d-4d51-8cfa-56ad05ee3ec4 None None] The sync data for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb is: [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '9b9fa6dd-1040-40dd-a246-4350101fb7b6', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'floating_ip_address': '172.28.0.190', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'port_id': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'mac_address': 'fa:16:3e:2d:ee:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c2e781-1a30-4262-b24c-657fcf18d040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:14:40Z', 'updated_at': '2021-07-19T01:14:54Z', 'revision_number': 1, 'project_id': 'af65e617675d47a796746c0b073381b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:33Z', 'revision_number': 5, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:14:56.987779 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:56.995344 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:57.085688 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Network b2cdb393-e2f5-49fd-a1de-f245624d29eb is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:14:57.092092 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:14:57.097750 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9c10ed18-0c7d-4d9f-93b0-f9b033af180c req-371026eb-b170-4c9a-b8e0-da00a0c7b4df service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094228 Jul 19 01:14:57.100726 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:14:57.145429 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccee1ba-d5ed-44d6-a524-550f750391e5 None None] New status for floating IP 9b9fa6dd-1040-40dd-a246-4350101fb7b6: ACTIVE {{(pid=78635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 01:14:57.149635 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Pushing event updated for resources: {'Port': ['ID=8f186df3-b2d9-416a-bcdd-db4af4992004,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:57.158715 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:57.253777 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:57.254378 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:57.293073 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4358301 Jul 19 01:14:57.300404 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9c10ed18-0c7d-4d9f-93b0-f9b033af180c req-5df886f8-d1cc-44ec-94c7-dd3bf54fe7b6 service neutron] 10.222.0.15 "GET /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714909 Jul 19 01:14:57.339590 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Request body: {'port': {'device_id': '8a5f6d72-da91-45e6-b523-ddda69d22070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:14:57.454053 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:57.874761 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f186df3-b2d9-416a-bcdd-db4af4992004 {{(pid=78633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:14:57.881855 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:57.896925 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Transition to ACTIVE for port object 8f186df3-b2d9-416a-bcdd-db4af4992004 will not be triggered until provisioned by entity L2. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:14:57.900291 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614496'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:57.904430 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-88febacc-d1c3-458c-975d-6c6d5c96385f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:58.091552 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Pushing event updated for resources: {'Port': ['ID=8f186df3-b2d9-416a-bcdd-db4af4992004,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:58.101168 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:58.191593 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Attempting to bind port 8f186df3-b2d9-416a-bcdd-db4af4992004 on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:14:58.191928 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Attempting to bind port 8f186df3-b2d9-416a-bcdd-db4af4992004 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': '309e76d9-1516-4ccc-92cd-a943764399df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2cdb393-e2f5-49fd-a1de-f245624d29eb'}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:14:58.192251 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Attempting to bind port 8f186df3-b2d9-416a-bcdd-db4af4992004 on network b2cdb393-e2f5-49fd-a1de-f245624d29eb {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:14:58.199978 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Port 8f186df3-b2d9-416a-bcdd-db4af4992004 on network b2cdb393-e2f5-49fd-a1de-f245624d29eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:14:58.200310 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Attempting to bind port 8f186df3-b2d9-416a-bcdd-db4af4992004 on network b2cdb393-e2f5-49fd-a1de-f245624d29eb {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:14:58.210748 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce96eb-6f6f-4639-8266-1ed0d2b4ac24 req-6d501611-e50d-4806-825a-b9f9f03a36ed tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:58.211440 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-bcce96eb-6f6f-4639-8266-1ed0d2b4ac24 req-6d501611-e50d-4806-825a-b9f9f03a36ed tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Synchronizing usage tracker for tenant:41cd5b5b207545469e8e9b0f78dc27a7 on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:58.216791 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:14:58.217124 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Checking segment: {'id': '309e76d9-1516-4ccc-92cd-a943764399df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2cdb393-e2f5-49fd-a1de-f245624d29eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:14:58.217502 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Bound using segment: {'id': '309e76d9-1516-4ccc-92cd-a943764399df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2cdb393-e2f5-49fd-a1de-f245624d29eb'} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:14:58.217923 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Bound port: 8f186df3-b2d9-416a-bcdd-db4af4992004, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309e76d9-1516-4ccc-92cd-a943764399df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b2cdb393-e2f5-49fd-a1de-f245624d29eb'}}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:14:58.218262 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:58.283248 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-bcce96eb-6f6f-4639-8266-1ed0d2b4ac24 req-6d501611-e50d-4806-825a-b9f9f03a36ed tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Unset dirty status for tenant:41cd5b5b207545469e8e9b0f78dc27a7 on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:58.284411 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bcce96eb-6f6f-4639-8266-1ed0d2b4ac24 req-6d501611-e50d-4806-825a-b9f9f03a36ed tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 944 time: 0.2633889 Jul 19 01:14:58.345862 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] For port 8f186df3-b2d9-416a-bcdd-db4af4992004, host hv-cinder-80123, cleared binding levels {{(pid=78633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:14:58.352189 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-bcce96eb-6f6f-4639-8266-1ed0d2b4ac24 req-0644dc0e-c4a5-442d-80ad-8aaf445f4752 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Synchronizing usage tracker for tenant:41cd5b5b207545469e8e9b0f78dc27a7 on resource:security_group {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:14:58.358669 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] For port 8f186df3-b2d9-416a-bcdd-db4af4992004, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8f186df3-b2d9-416a-bcdd-db4af4992004,segment=NetworkSegment(309e76d9-1516-4ccc-92cd-a943764399df),segment_id=309e76d9-1516-4ccc-92cd-a943764399df)] {{(pid=78633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:14:58.365086 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614496'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:58.372096 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:14:58.430679 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-bcce96eb-6f6f-4639-8266-1ed0d2b4ac24 req-0644dc0e-c4a5-442d-80ad-8aaf445f4752 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Unset dirty status for tenant:41cd5b5b207545469e8e9b0f78dc27a7 on resource:security_group {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:14:58.431819 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bcce96eb-6f6f-4639-8266-1ed0d2b4ac24 req-0644dc0e-c4a5-442d-80ad-8aaf445f4752 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7066542-f372-4124-8318-a1d4502a1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405551 Jul 19 01:14:58.435225 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:58.435831 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:14:58.437098 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] 10.222.0.15 "PUT /v2.0/ports/8f186df3-b2d9-416a-bcdd-db4af4992004 HTTP/1.1" status: 200 len: 1094 time: 1.1026139 Jul 19 01:14:58.438473 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5f6d72-da91-45e6-b523-ddda69d22070', 'tag': '8f186df3-b2d9-416a-bcdd-db4af4992004'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:14:58.457484 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Pushing event updated for resources: {'Port': ['ID=8f186df3-b2d9-416a-bcdd-db4af4992004,revision_number=3']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:14:58.460601 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:14:58.492828 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5f6d72-da91-45e6-b523-ddda69d22070', 'tag': '8f186df3-b2d9-416a-bcdd-db4af4992004', 'status': 'completed', 'code': 200} Jul 19 01:14:58.587121 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-67b2e8b8-b683-41a7-bb43-1dd351f03b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:58.588600 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-67b2e8b8-b683-41a7-bb43-1dd351f03b3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41cd5b5b207545469e8e9b0f78dc27a7&device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 1097 time: 0.0698655 Jul 19 01:14:58.665622 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-430a0e26-b9a6-40ea-9ec9-031b49f4cd39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f186df3-b2d9-416a-bcdd-db4af4992004 HTTP/1.1" status: 200 len: 217 time: 0.0622740 Jul 19 01:14:58.726291 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-b6ef594b-8a2b-45ae-8c56-072770f2131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:58.727682 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-b6ef594b-8a2b-45ae-8c56-072770f2131a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1618abaa-1a25-4cc5-b3e9-3211ffd7955c HTTP/1.1" status: 200 len: 848 time: 0.0554612 Jul 19 01:14:58.778469 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-4aaed103-b12e-4e2e-84e4-ce1c1629d571 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2cdb393-e2f5-49fd-a1de-f245624d29eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439219 Jul 19 01:14:58.910909 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-53fca5c7-71b7-492a-ab07-97f4b77fe952 service neutron] 10.222.0.15 "GET /v2.0/networks/b2cdb393-e2f5-49fd-a1de-f245624d29eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242466 Jul 19 01:14:59.041795 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-bc5bc614-320f-44b6-8111-d848be1efcb1 req-b9c83454-7d14-405c-8d1a-9da24cdde875 service neutron] 10.222.0.15 "GET /v2.0/networks/b2cdb393-e2f5-49fd-a1de-f245624d29eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207795 Jul 19 01:14:59.212751 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e6566-e0f9-472a-9305-e19b4516bd9e req-e0239927-f458-4d63-ab30-45b74cc5ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:59.214252 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-117e6566-e0f9-472a-9305-e19b4516bd9e req-e0239927-f458-4d63-ab30-45b74cc5ebd9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41cd5b5b207545469e8e9b0f78dc27a7&device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 1097 time: 0.0706413 Jul 19 01:14:59.345285 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e6566-e0f9-472a-9305-e19b4516bd9e req-e63a53cc-9081-40db-9955-cc97935b6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:59.346684 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-117e6566-e0f9-472a-9305-e19b4516bd9e req-e63a53cc-9081-40db-9955-cc97935b6032 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2cdb393-e2f5-49fd-a1de-f245624d29eb HTTP/1.1" status: 200 len: 909 time: 0.1248055 Jul 19 01:14:59.416787 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-117e6566-e0f9-472a-9305-e19b4516bd9e req-32d91570-0bdb-40a7-843c-92c20b50faa8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f186df3-b2d9-416a-bcdd-db4af4992004 HTTP/1.1" status: 200 len: 217 time: 0.0636160 Jul 19 01:14:59.483019 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e6566-e0f9-472a-9305-e19b4516bd9e req-50c7f4a7-8462-47b4-a2fc-76ceb2e0c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:59.484524 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-117e6566-e0f9-472a-9305-e19b4516bd9e req-50c7f4a7-8462-47b4-a2fc-76ceb2e0c53c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1618abaa-1a25-4cc5-b3e9-3211ffd7955c HTTP/1.1" status: 200 len: 848 time: 0.0585401 Jul 19 01:14:59.633135 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-117e6566-e0f9-472a-9305-e19b4516bd9e req-ec6b769f-67ec-411b-87bd-39c11737a3cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2cdb393-e2f5-49fd-a1de-f245624d29eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287682 Jul 19 01:14:59.816128 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-117e6566-e0f9-472a-9305-e19b4516bd9e req-5ff03c90-72cd-4778-aa76-08bf4009cd3b service neutron] 10.222.0.15 "GET /v2.0/networks/b2cdb393-e2f5-49fd-a1de-f245624d29eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735613 Jul 19 01:14:59.870111 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cad1c8-b387-4cb4-827f-31bf86b1c4f5 req-9fc97e6d-75ed-4958-94cc-15f747594a34 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:14:59.871664 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f7cad1c8-b387-4cb4-827f-31bf86b1c4f5 req-9fc97e6d-75ed-4958-94cc-15f747594a34 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 944 time: 0.2487218 Jul 19 01:14:59.990242 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f7cad1c8-b387-4cb4-827f-31bf86b1c4f5 req-801f24b5-326a-45df-8bf5-082ef648a6cf tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7066542-f372-4124-8318-a1d4502a1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113005 Jul 19 01:14:59.995940 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-117e6566-e0f9-472a-9305-e19b4516bd9e req-185cc66f-b198-4312-accd-5cfbd00ad773 service neutron] 10.222.0.15 "GET /v2.0/networks/b2cdb393-e2f5-49fd-a1de-f245624d29eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719165 Jul 19 01:15:01.237415 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75efad8-b962-4ab3-9d02-b8452cd7e198 req-2cdc3a30-7d37-4a0e-8b57-743ca18c838f tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:01.239199 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d75efad8-b962-4ab3-9d02-b8452cd7e198 req-2cdc3a30-7d37-4a0e-8b57-743ca18c838f tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 944 time: 0.1426516 Jul 19 01:15:01.284983 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d75efad8-b962-4ab3-9d02-b8452cd7e198 req-ac7f45b5-da24-4052-95e0-8f76ff4ea774 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7066542-f372-4124-8318-a1d4502a1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393617 Jul 19 01:15:01.417228 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 8f186df3-b2d9-416a-bcdd-db4af4992004 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:15:01.548151 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 8f186df3-b2d9-416a-bcdd-db4af4992004, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8f186df3-b2d9-416a-bcdd-db4af4992004,segment=NetworkSegment(309e76d9-1516-4ccc-92cd-a943764399df),segment_id=309e76d9-1516-4ccc-92cd-a943764399df)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:01.561568 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': '8f186df3-b2d9-416a-bcdd-db4af4992004', 'network_id': 'b2cdb393-e2f5-49fd-a1de-f245624d29eb', 'port_id': '8f186df3-b2d9-416a-bcdd-db4af4992004', 'mac_address': 'fa:16:3e:97:fb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1618abaa-1a25-4cc5-b3e9-3211ffd7955c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:15:01.617962 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:01.635026 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f186df3-b2d9-416a-bcdd-db4af4992004 {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:15:01.650018 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 8f186df3-b2d9-416a-bcdd-db4af4992004, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8f186df3-b2d9-416a-bcdd-db4af4992004,segment=NetworkSegment(309e76d9-1516-4ccc-92cd-a943764399df),segment_id=309e76d9-1516-4ccc-92cd-a943764399df)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:01.654311 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:01.657002 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-7d0f8354-5d3d-4a0f-8a51-0bf0ae62092b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:01.721706 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=8f186df3-b2d9-416a-bcdd-db4af4992004,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:01.725352 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:02.007589 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['8f186df3-b2d9-416a-bcdd-db4af4992004'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:15:02.471618 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087deff-4add-4286-96c1-25c1a11ebb6e req-550d335d-513b-4534-aedf-7c5581607282 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:02.473068 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6087deff-4add-4286-96c1-25c1a11ebb6e req-550d335d-513b-4534-aedf-7c5581607282 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 945 time: 0.0820544 Jul 19 01:15:02.518475 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6087deff-4add-4286-96c1-25c1a11ebb6e req-02c0b69e-afd6-4858-9252-7697b631e238 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7066542-f372-4124-8318-a1d4502a1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398979 Jul 19 01:15:03.427920 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 8f186df3-b2d9-416a-bcdd-db4af4992004 up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:15:03.495758 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port 8f186df3-b2d9-416a-bcdd-db4af4992004 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:15:03.500566 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port 8f186df3-b2d9-416a-bcdd-db4af4992004 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:03.500947 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:03.615030 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:03.643456 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5f6d72-da91-45e6-b523-ddda69d22070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f186df3-b2d9-416a-bcdd-db4af4992004'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:15:03.653214 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 8f186df3-b2d9-416a-bcdd-db4af4992004, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8f186df3-b2d9-416a-bcdd-db4af4992004,segment=NetworkSegment(309e76d9-1516-4ccc-92cd-a943764399df),segment_id=309e76d9-1516-4ccc-92cd-a943764399df)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:03.656715 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:03.658477 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:03.712177 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d9f0d-227f-4bbe-85df-e0d80395fa76 req-7595aae4-fc88-476c-89e4-8046651e8ac7 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:03.713714 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c91d9f0d-227f-4bbe-85df-e0d80395fa76 req-7595aae4-fc88-476c-89e4-8046651e8ac7 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 946 time: 0.0843170 Jul 19 01:15:03.727277 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=8f186df3-b2d9-416a-bcdd-db4af4992004,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:03.731354 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:03.748347 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5f6d72-da91-45e6-b523-ddda69d22070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f186df3-b2d9-416a-bcdd-db4af4992004', 'code': 200} Jul 19 01:15:03.764885 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-c91d9f0d-227f-4bbe-85df-e0d80395fa76 req-24bde84f-0d48-46ff-a88e-93a93674865e tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7066542-f372-4124-8318-a1d4502a1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Jul 19 01:15:04.014773 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e0b96-f5bc-4e78-aaa3-0f0e65e52dae req-7fa039e5-81f4-49f7-b73c-6aa897c89604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:04.016256 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-192e0b96-f5bc-4e78-aaa3-0f0e65e52dae req-7fa039e5-81f4-49f7-b73c-6aa897c89604 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 1099 time: 0.0729768 Jul 19 01:15:04.061098 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-192e0b96-f5bc-4e78-aaa3-0f0e65e52dae req-a59ff44a-940a-454b-abda-4a42595b0958 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7066542-f372-4124-8318-a1d4502a1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349708 Jul 19 01:15:04.951748 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42391c6b-01c0-4995-b134-b13f368e4a3c req-53aa7a1d-8289-4f40-95c1-cb95425f0d1e tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:04.953258 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-42391c6b-01c0-4995-b134-b13f368e4a3c req-53aa7a1d-8289-4f40-95c1-cb95425f0d1e tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 946 time: 0.0818725 Jul 19 01:15:04.996339 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-42391c6b-01c0-4995-b134-b13f368e4a3c req-7c3082e7-ac5a-4b6a-ac2c-3a0ff007a833 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7066542-f372-4124-8318-a1d4502a1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376189 Jul 19 01:15:05.694494 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-deb4cb90-1a4c-46d4-842b-a0430faba1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:06.179907 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e22a7-2f57-4e66-91f3-d56ba9c5021f req-deb83c26-d1d0-40be-8dc1-ced6ae5656f1 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:06.181346 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a41e22a7-2f57-4e66-91f3-d56ba9c5021f req-deb83c26-d1d0-40be-8dc1-ced6ae5656f1 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 946 time: 0.0783837 Jul 19 01:15:06.227227 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a41e22a7-2f57-4e66-91f3-d56ba9c5021f req-87b09dc5-1920-4d04-b375-be65b4be7ae5 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7066542-f372-4124-8318-a1d4502a1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 Jul 19 01:15:06.308835 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:08.289220 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-94e1e1fa-dea2-448b-b460-2be2a34fbd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:08.983089 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:09.527747 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:09.669750 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138ba37-4a56-4d9a-a717-69a6789c36f0 req-1c15b734-1500-4a71-8dd3-406b48d13ba4 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:09.671232 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3138ba37-4a56-4d9a-a717-69a6789c36f0 req-1c15b734-1500-4a71-8dd3-406b48d13ba4 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 946 time: 0.0822763 Jul 19 01:15:09.715645 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3138ba37-4a56-4d9a-a717-69a6789c36f0 req-f21f05b3-ca90-4d21-b7b8-3652618b18d0 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7066542-f372-4124-8318-a1d4502a1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388081 Jul 19 01:15:10.791465 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:10.908161 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209424cd-a961-4791-8abe-efd15b53b1ff req-6172dee3-b782-4eee-ab23-b0e35e2afb85 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:10.909601 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-209424cd-a961-4791-8abe-efd15b53b1ff req-6172dee3-b782-4eee-ab23-b0e35e2afb85 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 946 time: 0.0818393 Jul 19 01:15:10.953597 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-209424cd-a961-4791-8abe-efd15b53b1ff req-1d049204-edf8-4b5e-bb5e-19f886ebbe7f tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7066542-f372-4124-8318-a1d4502a1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384622 Jul 19 01:15:11.450083 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb9af5-dfe0-4337-829e-1a5d053a8a21 req-0041c89c-5e0c-4edd-b6ec-d91134317f53 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:11.451417 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-94cb9af5-dfe0-4337-829e-1a5d053a8a21 req-0041c89c-5e0c-4edd-b6ec-d91134317f53 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 946 time: 0.0771711 Jul 19 01:15:11.531226 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-94cb9af5-dfe0-4337-829e-1a5d053a8a21 req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Deleting port 8f186df3-b2d9-416a-bcdd-db4af4992004 {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:11.531587 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-94cb9af5-dfe0-4337-829e-1a5d053a8a21 req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:11.772227 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-94cb9af5-dfe0-4337-829e-1a5d053a8a21 req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] For port 8f186df3-b2d9-416a-bcdd-db4af4992004, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=8f186df3-b2d9-416a-bcdd-db4af4992004,segment=NetworkSegment(309e76d9-1516-4ccc-92cd-a943764399df),segment_id=309e76d9-1516-4ccc-92cd-a943764399df)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:11.772574 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-94cb9af5-dfe0-4337-829e-1a5d053a8a21 req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:11.895361 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-94cb9af5-dfe0-4337-829e-1a5d053a8a21 req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Calling delete_port for 8f186df3-b2d9-416a-bcdd-db4af4992004 owned by compute:nova {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:15:12.037861 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-94cb9af5-dfe0-4337-829e-1a5d053a8a21 req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:12.049522 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5d2b38d0-6276-4906-b796-09d27f69f40f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:12.079421 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['8f186df3-b2d9-416a-bcdd-db4af4992004'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:15:12.282148 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Pushing event deleted for resources: {'Port': ['ID=8f186df3-b2d9-416a-bcdd-db4af4992004,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:12.289878 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-afe59e42-35f7-477d-8555-a308cbc1ee9b req-030542f5-dfb8-4c6f-8ec3-3fdf53b064a6 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5f6d72-da91-45e6-b523-ddda69d22070 HTTP/1.1" status: 200 len: 210 time: 0.1822283 Jul 19 01:15:12.292685 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cb9af5-dfe0-4337-829e-1a5d053a8a21 req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] No DVR routers for this DVR port 8f186df3-b2d9-416a-bcdd-db4af4992004 on host hv-cinder-80123 {{(pid=78633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:15:12.295514 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-94cb9af5-dfe0-4337-829e-1a5d053a8a21 req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:12.302559 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5f6d72-da91-45e6-b523-ddda69d22070', 'name': 'network-vif-deleted', 'tag': '8f186df3-b2d9-416a-bcdd-db4af4992004'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:15:12.312064 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:12.312433 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:12.312791 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:12.313144 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:12.313527 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:12.313875 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:12.314217 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:12.314580 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:12.314951 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:12.315291 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:12.315745 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:12.316087 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:12.320569 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:12.326698 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-94cb9af5-dfe0-4337-829e-1a5d053a8a21 req-0d0a193c-b40e-4bfb-bf80-96269d4e3cd8 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] 10.222.0.15 "DELETE /v2.0/ports/8f186df3-b2d9-416a-bcdd-db4af4992004 HTTP/1.1" status: 204 len: 173 time: 0.8599217 Jul 19 01:15:12.348958 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5f6d72-da91-45e6-b523-ddda69d22070', 'name': 'network-vif-deleted', 'tag': '8f186df3-b2d9-416a-bcdd-db4af4992004', 'status': 'completed', 'code': 200} Jul 19 01:15:12.945426 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0534356f-9050-45a6-bd1a-7a01a6b9ff45 req-f7c58ce2-0897-4b65-93fb-df2c23757919 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752647 Jul 19 01:15:13.147710 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534356f-9050-45a6-bd1a-7a01a6b9ff45 req-ea4c65b0-7317-47c9-b107-04ec40657be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:13.149226 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0534356f-9050-45a6-bd1a-7a01a6b9ff45 req-ea4c65b0-7317-47c9-b107-04ec40657be5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17a5dc9c458147c09457fad8e0b223c6&device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 1138 time: 0.0712786 Jul 19 01:15:13.289550 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534356f-9050-45a6-bd1a-7a01a6b9ff45 req-bf119a12-4dbe-4096-8d90-e61222af559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:13.291225 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0534356f-9050-45a6-bd1a-7a01a6b9ff45 req-bf119a12-4dbe-4096-8d90-e61222af559e service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad3ffe35-d556-4a56-86c2-b480a37d02d0 HTTP/1.1" status: 200 len: 916 time: 0.1233003 Jul 19 01:15:13.396789 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0534356f-9050-45a6-bd1a-7a01a6b9ff45 req-452633e4-f476-4804-8a7c-e432f00bbfaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e HTTP/1.1" status: 200 len: 1002 time: 0.0968511 Jul 19 01:15:13.466330 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534356f-9050-45a6-bd1a-7a01a6b9ff45 req-aee2c375-b310-46c4-9155-9cad96d2d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:13.467815 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0534356f-9050-45a6-bd1a-7a01a6b9ff45 req-aee2c375-b310-46c4-9155-9cad96d2d3c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc4cc2b-9ef5-4a0a-afa5-27354a81862a HTTP/1.1" status: 200 len: 854 time: 0.0599535 Jul 19 01:15:13.549538 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534356f-9050-45a6-bd1a-7a01a6b9ff45 req-b9719d1e-5aba-49e5-935e-b76d03684fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:13.551049 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0534356f-9050-45a6-bd1a-7a01a6b9ff45 req-b9719d1e-5aba-49e5-935e-b76d03684fae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad3ffe35-d556-4a56-86c2-b480a37d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760033 Jul 19 01:15:13.705314 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0534356f-9050-45a6-bd1a-7a01a6b9ff45 req-dfdf01d1-6a5b-4c8e-ad3e-61fba9158812 service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383173 Jul 19 01:15:13.843983 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0534356f-9050-45a6-bd1a-7a01a6b9ff45 req-87ec831c-87aa-42b8-acc2-36c5eef5c387 service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305046 Jul 19 01:15:13.939617 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4dac366a-8ad4-4763-9653-c9c1e6652145 req-33c64e4f-9c6d-4237-b191-7a5ea3476db7 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876726325&fields=id&tenant_id=17a5dc9c458147c09457fad8e0b223c6 HTTP/1.1" status: 200 len: 267 time: 0.0415919 Jul 19 01:15:14.026622 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac366a-8ad4-4763-9653-c9c1e6652145 req-46953006-8744-4d83-9809-5503821a8eca tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:14.028070 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4dac366a-8ad4-4763-9653-c9c1e6652145 req-46953006-8744-4d83-9809-5503821a8eca tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 985 time: 0.0831497 Jul 19 01:15:14.038690 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [req-4dac366a-8ad4-4763-9653-c9c1e6652145 req-e12328fc-2786-4fa3-a580-b390fa8991b6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Request body: {'port': {'security_groups': ['6f431095-6d6c-4268-9534-30da436937a1']}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:14.159531 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-4dac366a-8ad4-4763-9653-c9c1e6652145 req-e12328fc-2786-4fa3-a580-b390fa8991b6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:14.401198 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [req-4dac366a-8ad4-4763-9653-c9c1e6652145 req-e12328fc-2786-4fa3-a580-b390fa8991b6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] For port fb985949-6a8f-43d3-9db8-2567eacd8a4e, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:14.425249 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-4dac366a-8ad4-4763-9653-c9c1e6652145 req-e12328fc-2786-4fa3-a580-b390fa8991b6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:14.429482 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-4dac366a-8ad4-4763-9653-c9c1e6652145 req-e12328fc-2786-4fa3-a580-b390fa8991b6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:14.435723 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-1961ec8e-6b2b-4740-86ab-42218719ac4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:14.467381 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['fb985949-6a8f-43d3-9db8-2567eacd8a4e'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:15:14.588783 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac366a-8ad4-4763-9653-c9c1e6652145 req-e12328fc-2786-4fa3-a580-b390fa8991b6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:14.589425 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [req-4dac366a-8ad4-4763-9653-c9c1e6652145 req-e12328fc-2786-4fa3-a580-b390fa8991b6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:14.590929 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4dac366a-8ad4-4763-9653-c9c1e6652145 req-e12328fc-2786-4fa3-a580-b390fa8991b6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "PUT /v2.0/ports/fb985949-6a8f-43d3-9db8-2567eacd8a4e HTTP/1.1" status: 200 len: 943 time: 0.5567315 Jul 19 01:15:14.594200 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:15:14.596844 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38230) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:14.616176 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12328fc-2786-4fa3-a580-b390fa8991b6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event updated for resources: {'Port': ['ID=fb985949-6a8f-43d3-9db8-2567eacd8a4e,revision_number=7']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:14.620296 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e12328fc-2786-4fa3-a580-b390fa8991b6 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:14.660728 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e', 'status': 'completed', 'code': 200} Jul 19 01:15:14.707258 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-28317c3f-d418-4b4b-8abb-0c258a04cdd4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:14.748107 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-28317c3f-d418-4b4b-8abb-0c258a04cdd4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:14.814278 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['fb985949-6a8f-43d3-9db8-2567eacd8a4e'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:15:14.866451 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf44ab-7d4c-4d0e-9b3d-cdf3ba12385d req-faf04796-66df-48d4-8a99-d9fa4930b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:14.868036 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6ccf44ab-7d4c-4d0e-9b3d-cdf3ba12385d req-faf04796-66df-48d4-8a99-d9fa4930b04d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17a5dc9c458147c09457fad8e0b223c6&device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 1099 time: 0.1500626 Jul 19 01:15:14.895085 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-be024fa1-e8ee-4476-ada2-a0bfd5f1c4b0 None None] Provisioning complete for port fb985949-6a8f-43d3-9db8-2567eacd8a4e triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:14.895466 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-be024fa1-e8ee-4476-ada2-a0bfd5f1c4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:14.922191 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-28317c3f-d418-4b4b-8abb-0c258a04cdd4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:14.971819 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-54086072-0320-4b38-b5c5-b626173d744e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:14.993844 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28317c3f-d418-4b4b-8abb-0c258a04cdd4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6734207-dcee-4cc1-bca0-8613dde9ba63,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:14.997277 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-28317c3f-d418-4b4b-8abb-0c258a04cdd4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:15.021097 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-28317c3f-d418-4b4b-8abb-0c258a04cdd4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:15.024594 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-28317c3f-d418-4b4b-8abb-0c258a04cdd4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "DELETE /v2.0/security-groups/c6734207-dcee-4cc1-bca0-8613dde9ba63 HTTP/1.1" status: 204 len: 168 time: 0.4245012 Jul 19 01:15:15.025319 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38242) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:15.028704 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:15:15.039311 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf44ab-7d4c-4d0e-9b3d-cdf3ba12385d req-8c104e62-c971-4740-a8f8-bae887298a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:15.041435 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6ccf44ab-7d4c-4d0e-9b3d-cdf3ba12385d req-8c104e62-c971-4740-a8f8-bae887298a49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad3ffe35-d556-4a56-86c2-b480a37d02d0 HTTP/1.1" status: 200 len: 916 time: 0.1664793 Jul 19 01:15:15.182856 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6ccf44ab-7d4c-4d0e-9b3d-cdf3ba12385d req-6bce2c46-e151-4ef0-975b-7c3d27252a46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e HTTP/1.1" status: 200 len: 1002 time: 0.1299286 Jul 19 01:15:15.246808 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf44ab-7d4c-4d0e-9b3d-cdf3ba12385d req-6b02a36b-1474-495f-8457-eadeab266208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:15.248503 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6ccf44ab-7d4c-4d0e-9b3d-cdf3ba12385d req-6b02a36b-1474-495f-8457-eadeab266208 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc4cc2b-9ef5-4a0a-afa5-27354a81862a HTTP/1.1" status: 200 len: 854 time: 0.0591130 Jul 19 01:15:15.291762 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Deleting port beb7d119-110d-469c-8f0d-643a4d7fd728 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:15.292157 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:15.347240 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf44ab-7d4c-4d0e-9b3d-cdf3ba12385d req-e38e0458-0c5e-4925-8a91-df6e8dbb7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:15.349403 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6ccf44ab-7d4c-4d0e-9b3d-cdf3ba12385d req-e38e0458-0c5e-4925-8a91-df6e8dbb7e1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad3ffe35-d556-4a56-86c2-b480a37d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916626 Jul 19 01:15:15.479389 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:15.479871 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:15.489195 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 8f186df3-b2d9-416a-bcdd-db4af4992004 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:15:15.526672 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: 8f186df3-b2d9-416a-bcdd-db4af4992004 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:15:15.527021 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 8f186df3-b2d9-416a-bcdd-db4af4992004 not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:15:15.593905 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6ccf44ab-7d4c-4d0e-9b3d-cdf3ba12385d req-a6c21736-e9c6-4eb3-84b1-b0f6ddcb0934 service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346268 Jul 19 01:15:15.609035 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Calling delete_port for beb7d119-110d-469c-8f0d-643a4d7fd728 owned by network:floatingip {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:15:15.730782 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-6ccf44ab-7d4c-4d0e-9b3d-cdf3ba12385d req-95dd1d54-3187-486c-8faf-f13acd5e46d3 service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297758 Jul 19 01:15:15.766829 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:15.770347 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f71947c8-82f8-4510-b022-d493f1679148 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:15.815658 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event deleted for resources: {'Port': ['ID=beb7d119-110d-469c-8f0d-643a4d7fd728,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:15.818933 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:15.907745 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks [] for floatingip, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:15.908006 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.db.l3_db [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Floating IP 2faa64d5-9fb1-4762-9fff-8c85d651499c disassociated (deleted). External IP: 172.28.0.201, port: fb985949-6a8f-43d3-9db8-2567eacd8a4e. Jul 19 01:15:16.250544 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Router 0ab8171b-8e1a-494f-92f8-74ef73bee755 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:15:16.528328 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:15:16.542296 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663c2391-2472-45b0-ad2a-c06d36979a9f None None] Sync routers for ids ['0ab8171b-8e1a-494f-92f8-74ef73bee755'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:15:16.550887 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:16.552925 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663c2391-2472-45b0-ad2a-c06d36979a9f None None] Routers {'0ab8171b-8e1a-494f-92f8-74ef73bee755'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:16.553557 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-663c2391-2472-45b0-ad2a-c06d36979a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['0ab8171b-8e1a-494f-92f8-74ef73bee755'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:16.610285 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "DELETE /v2.0/floatingips/2faa64d5-9fb1-4762-9fff-8c85d651499c HTTP/1.1" status: 204 len: 168 time: 1.5838625 Jul 19 01:15:16.661707 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:15:16.723331 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e', 'status': 'completed', 'code': 200} Jul 19 01:15:16.750371 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-663c2391-2472-45b0-ad2a-c06d36979a9f None None] Set router 0ab8171b-8e1a-494f-92f8-74ef73bee755 gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:15:16.880050 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544747d-60d2-4b46-954d-f216f9330d96 req-ede102d2-7602-477c-ba27-64c714d90ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:16.881554 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f544747d-60d2-4b46-954d-f216f9330d96 req-ede102d2-7602-477c-ba27-64c714d90ea3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17a5dc9c458147c09457fad8e0b223c6&device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 1099 time: 0.1145604 Jul 19 01:15:17.118066 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544747d-60d2-4b46-954d-f216f9330d96 req-ea43c51f-1dda-4556-bfa1-9ab2326bafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:17.120716 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f544747d-60d2-4b46-954d-f216f9330d96 req-ea43c51f-1dda-4556-bfa1-9ab2326bafc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad3ffe35-d556-4a56-86c2-b480a37d02d0 HTTP/1.1" status: 200 len: 916 time: 0.2318320 Jul 19 01:15:17.144798 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-663c2391-2472-45b0-ad2a-c06d36979a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:12:07Z', 'revision_number': 4, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port': {'id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:03Z', 'updated_at': '2021-07-19T01:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '2fada5b1-2e1c-499b-ac5c-25bbf02d3f27', 'name': '', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'mac_address': 'fa:16:3e:18:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:07Z', 'updated_at': '2021-07-19T01:12:14Z', 'revision_number': 5, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'subnets': [{'id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:17.148720 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663c2391-2472-45b0-ad2a-c06d36979a9f None None] Checking router: 0ab8171b-8e1a-494f-92f8-74ef73bee755 for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:15:17.158014 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663c2391-2472-45b0-ad2a-c06d36979a9f None None] Routers {'0ab8171b-8e1a-494f-92f8-74ef73bee755'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:17.158672 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-663c2391-2472-45b0-ad2a-c06d36979a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['0ab8171b-8e1a-494f-92f8-74ef73bee755'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:17.210107 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f544747d-60d2-4b46-954d-f216f9330d96 req-e363df3a-54f1-4091-8b81-2f92c74b8202 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e HTTP/1.1" status: 200 len: 217 time: 0.0683906 Jul 19 01:15:17.274004 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544747d-60d2-4b46-954d-f216f9330d96 req-32b236cb-12ad-4097-832f-56a8ef0923e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:17.275636 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f544747d-60d2-4b46-954d-f216f9330d96 req-32b236cb-12ad-4097-832f-56a8ef0923e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc4cc2b-9ef5-4a0a-afa5-27354a81862a HTTP/1.1" status: 200 len: 854 time: 0.0579042 Jul 19 01:15:17.355454 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544747d-60d2-4b46-954d-f216f9330d96 req-1ca2e516-e28b-4be5-9a28-22def0e4c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:17.356909 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f544747d-60d2-4b46-954d-f216f9330d96 req-1ca2e516-e28b-4be5-9a28-22def0e4c8ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad3ffe35-d556-4a56-86c2-b480a37d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739160 Jul 19 01:15:17.366257 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-663c2391-2472-45b0-ad2a-c06d36979a9f None None] Set router 0ab8171b-8e1a-494f-92f8-74ef73bee755 gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:15:17.495095 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f544747d-60d2-4b46-954d-f216f9330d96 req-4de7357c-04c7-4fba-becf-a2319ba30499 service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293840 Jul 19 01:15:17.638039 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f544747d-60d2-4b46-954d-f216f9330d96 req-a8934d05-3960-4995-b1d0-034b8b2898aa service neutron] 10.222.0.15 "GET /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297004 Jul 19 01:15:17.682869 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-663c2391-2472-45b0-ad2a-c06d36979a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:12:07Z', 'revision_number': 4, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port': {'id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:03Z', 'updated_at': '2021-07-19T01:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '2fada5b1-2e1c-499b-ac5c-25bbf02d3f27', 'name': '', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'mac_address': 'fa:16:3e:18:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:07Z', 'updated_at': '2021-07-19T01:12:14Z', 'revision_number': 5, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'subnets': [{'id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:17.688374 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663c2391-2472-45b0-ad2a-c06d36979a9f None None] The sync data for ids ['0ab8171b-8e1a-494f-92f8-74ef73bee755'] in dv-cinder-801236-1-smb is: [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:12:07Z', 'revision_number': 4, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port': {'id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:03Z', 'updated_at': '2021-07-19T01:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '2fada5b1-2e1c-499b-ac5c-25bbf02d3f27', 'name': '', 'network_id': 'ad3ffe35-d556-4a56-86c2-b480a37d02d0', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'mac_address': 'fa:16:3e:18:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:07Z', 'updated_at': '2021-07-19T01:12:14Z', 'revision_number': 5, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'subnets': [{'id': 'bcc4cc2b-9ef5-4a0a-afa5-27354a81862a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:15:17.905332 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ebce52-36e4-407f-b7a1-8f39b89c098e None None] New status for floating IP 2faa64d5-9fb1-4762-9fff-8c85d651499c: DOWN {{(pid=78635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 01:15:20.006594 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cf7ff-66c4-4b36-973e-2b01c5495373 req-074b61e0-fb8b-48f9-bd9b-02befef75bf3 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:20.007517 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-f45cf7ff-66c4-4b36-973e-2b01c5495373 req-074b61e0-fb8b-48f9-bd9b-02befef75bf3 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Synchronizing usage tracker for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:15:20.025158 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [req-f45cf7ff-66c4-4b36-973e-2b01c5495373 req-074b61e0-fb8b-48f9-bd9b-02befef75bf3 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Unset dirty status for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:15:20.026849 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f45cf7ff-66c4-4b36-973e-2b01c5495373 req-074b61e0-fb8b-48f9-bd9b-02befef75bf3 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.1146045 Jul 19 01:15:20.073071 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f45cf7ff-66c4-4b36-973e-2b01c5495373 req-95e8bc60-6c9c-4651-b9dd-a7f7a20445f8 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Jul 19 01:15:21.262562 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb7a87-a7a9-48d1-a0b1-55463c7a0fe4 req-c7d41849-cd06-471e-b028-414af546e205 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:21.264635 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e6fb7a87-a7a9-48d1-a0b1-55463c7a0fe4 req-c7d41849-cd06-471e-b028-414af546e205 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.0805635 Jul 19 01:15:21.308712 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-e6fb7a87-a7a9-48d1-a0b1-55463c7a0fe4 req-ad45d5f0-e1cd-4f72-bfe7-ccf885099a0e tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Synchronizing usage tracker for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:security_group {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:15:21.323407 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-e6fb7a87-a7a9-48d1-a0b1-55463c7a0fe4 req-ad45d5f0-e1cd-4f72-bfe7-ccf885099a0e tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Unset dirty status for tenant:17a5dc9c458147c09457fad8e0b223c6 on resource:security_group {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:15:21.324766 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e6fb7a87-a7a9-48d1-a0b1-55463c7a0fe4 req-ad45d5f0-e1cd-4f72-bfe7-ccf885099a0e tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551426 Jul 19 01:15:22.058060 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876d3b1-ca39-4cd2-8eab-8970cee6d6f1 req-824142ec-09ab-4147-b2b9-e14207eb0687 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:22.059538 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c876d3b1-ca39-4cd2-8eab-8970cee6d6f1 req-824142ec-09ab-4147-b2b9-e14207eb0687 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.0818348 Jul 19 01:15:22.127950 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-c876d3b1-ca39-4cd2-8eab-8970cee6d6f1 req-d27515e1-cf02-41bc-ba74-67ac324ad79c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Deleting port fb985949-6a8f-43d3-9db8-2567eacd8a4e {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:22.128291 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c876d3b1-ca39-4cd2-8eab-8970cee6d6f1 req-d27515e1-cf02-41bc-ba74-67ac324ad79c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:22.370086 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-c876d3b1-ca39-4cd2-8eab-8970cee6d6f1 req-d27515e1-cf02-41bc-ba74-67ac324ad79c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] For port fb985949-6a8f-43d3-9db8-2567eacd8a4e, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=fb985949-6a8f-43d3-9db8-2567eacd8a4e,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:22.370741 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c876d3b1-ca39-4cd2-8eab-8970cee6d6f1 req-d27515e1-cf02-41bc-ba74-67ac324ad79c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:22.494990 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-c876d3b1-ca39-4cd2-8eab-8970cee6d6f1 req-d27515e1-cf02-41bc-ba74-67ac324ad79c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Calling delete_port for fb985949-6a8f-43d3-9db8-2567eacd8a4e owned by compute:nova {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:15:22.517941 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a410e5d-95e1-4524-8ead-4969a4250a80 req-a1034f2f-6713-4650-8fbb-d379f80779a1 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:22.519486 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8a410e5d-95e1-4524-8ead-4969a4250a80 req-a1034f2f-6713-4650-8fbb-d379f80779a1 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f0c7ae-3efe-4183-84c2-0adf1ac83589 HTTP/1.1" status: 200 len: 946 time: 0.0842688 Jul 19 01:15:22.568192 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-8a410e5d-95e1-4524-8ead-4969a4250a80 req-6fd86935-c38a-4454-bb35-4f5e36e07227 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f431095-6d6c-4268-9534-30da436937a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 Jul 19 01:15:22.729008 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c876d3b1-ca39-4cd2-8eab-8970cee6d6f1 req-d27515e1-cf02-41bc-ba74-67ac324ad79c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:22.734647 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ac71539f-c4b2-4c9d-acb5-caf997f557ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:22.765982 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['fb985949-6a8f-43d3-9db8-2567eacd8a4e'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:15:22.783206 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27515e1-cf02-41bc-ba74-67ac324ad79c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Pushing event deleted for resources: {'Port': ['ID=fb985949-6a8f-43d3-9db8-2567eacd8a4e,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:22.786276 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d27515e1-cf02-41bc-ba74-67ac324ad79c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:22.871028 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-c876d3b1-ca39-4cd2-8eab-8970cee6d6f1 req-d27515e1-cf02-41bc-ba74-67ac324ad79c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] No DVR routers for this DVR port fb985949-6a8f-43d3-9db8-2567eacd8a4e on host hv-cinder-80123 {{(pid=78633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:15:22.873690 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-c876d3b1-ca39-4cd2-8eab-8970cee6d6f1 req-d27515e1-cf02-41bc-ba74-67ac324ad79c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:22.877163 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'name': 'network-vif-deleted', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:15:22.898431 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c876d3b1-ca39-4cd2-8eab-8970cee6d6f1 req-d27515e1-cf02-41bc-ba74-67ac324ad79c tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] 10.222.0.15 "DELETE /v2.0/ports/fb985949-6a8f-43d3-9db8-2567eacd8a4e HTTP/1.1" status: 204 len: 173 time: 0.8336401 Jul 19 01:15:23.034416 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f0c7ae-3efe-4183-84c2-0adf1ac83589', 'name': 'network-vif-deleted', 'tag': 'fb985949-6a8f-43d3-9db8-2567eacd8a4e', 'status': 'completed', 'code': 200} Jul 19 01:15:24.387480 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38422) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:24.917703 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1773785'] for router_interface, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:25.264913 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Deleting port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:25.265253 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:25.449904 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] For port 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=2fada5b1-2e1c-499b-ac5c-25bbf02d3f27,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:25.450688 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:25.505590 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device fb985949-6a8f-43d3-9db8-2567eacd8a4e no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:15:25.540570 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: fb985949-6a8f-43d3-9db8-2567eacd8a4e {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:15:25.540911 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device fb985949-6a8f-43d3-9db8-2567eacd8a4e not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:15:25.670657 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Calling delete_port for 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 owned by network:router_interface {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:15:25.854589 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:25.861290 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:25.906868 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=2fada5b1-2e1c-499b-ac5c-25bbf02d3f27,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:25.957530 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:25.957811 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:25.958356 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:25.958903 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:25.959404 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:25.959908 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:25.960431 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:25.960935 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:25.961438 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:25.962675 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:25.963461 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:25.963976 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:26.003859 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:26.294183 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601641'] for router_interface, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:26.524973 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722d45c-a214-48ed-a4e4-a2fb46858f90 req-5358a7cc-a3cc-445b-9fc8-aa5144912f18 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:26.526339 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4722d45c-a214-48ed-a4e4-a2fb46858f90 req-5358a7cc-a3cc-445b-9fc8-aa5144912f18 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.0945902 Jul 19 01:15:26.572680 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4722d45c-a214-48ed-a4e4-a2fb46858f90 req-3311627c-3695-4d39-89b8-e035accc9443 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401597 Jul 19 01:15:26.682499 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Router 0ab8171b-8e1a-494f-92f8-74ef73bee755 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:15:26.852885 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:15:26.861353 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e078b-30d6-4458-81af-940e4a66a9f4 None None] Sync routers for ids ['0ab8171b-8e1a-494f-92f8-74ef73bee755'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:15:26.864745 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-6839be8b-755c-47fe-820f-2ffcf2b27f1e admin admin] 10.222.0.10 "PUT /v2.0/routers/0ab8171b-8e1a-494f-92f8-74ef73bee755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4758334 Jul 19 01:15:26.867178 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38460) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:26.872986 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e078b-30d6-4458-81af-940e4a66a9f4 None None] Routers {'0ab8171b-8e1a-494f-92f8-74ef73bee755'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:26.873599 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-346e078b-30d6-4458-81af-940e4a66a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['0ab8171b-8e1a-494f-92f8-74ef73bee755'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:27.051702 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-346e078b-30d6-4458-81af-940e4a66a9f4 None None] Set router 0ab8171b-8e1a-494f-92f8-74ef73bee755 gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:15:27.154389 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Notify callbacks [] for router, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:27.331496 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:27.341607 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Deleting port 2c44d322-5aaf-4c35-a316-4489a73a65d5 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:27.342260 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:27.342392 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-346e078b-30d6-4458-81af-940e4a66a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:15:25Z', 'revision_number': 5, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port': {'id': '2c44d322-5aaf-4c35-a316-4489a73a65d5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:03Z', 'updated_at': '2021-07-19T01:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:27.346325 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e078b-30d6-4458-81af-940e4a66a9f4 None None] Checking router: 0ab8171b-8e1a-494f-92f8-74ef73bee755 for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:15:27.355378 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e078b-30d6-4458-81af-940e4a66a9f4 None None] Routers {'0ab8171b-8e1a-494f-92f8-74ef73bee755'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:27.355990 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-346e078b-30d6-4458-81af-940e4a66a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['0ab8171b-8e1a-494f-92f8-74ef73bee755'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:27.525476 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-346e078b-30d6-4458-81af-940e4a66a9f4 None None] Set router 0ab8171b-8e1a-494f-92f8-74ef73bee755 gateway port host: None {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:15:27.528512 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] For port 2c44d322-5aaf-4c35-a316-4489a73a65d5, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=2c44d322-5aaf-4c35-a316-4489a73a65d5,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:27.528871 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:27.674025 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Calling delete_port for 2c44d322-5aaf-4c35-a316-4489a73a65d5 owned by network:router_gateway {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:15:27.677978 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-346e078b-30d6-4458-81af-940e4a66a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:15:27Z', 'revision_number': 6, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port_host': None}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:27.683212 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e078b-30d6-4458-81af-940e4a66a9f4 None None] The sync data for ids ['0ab8171b-8e1a-494f-92f8-74ef73bee755'] in dv-cinder-801236-1-smb is: [{'id': '0ab8171b-8e1a-494f-92f8-74ef73bee755', 'name': 'tempest-TestMinimumBasicScenario-2061333327-router', 'tenant_id': '17a5dc9c458147c09457fad8e0b223c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:02Z', 'updated_at': '2021-07-19T01:15:27Z', 'revision_number': 6, 'project_id': '17a5dc9c458147c09457fad8e0b223c6', 'gw_port_host': None}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:15:27.848257 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a888751-f0c3-4fe6-bf51-78065b8ccaa5 req-b0ec1015-150e-4095-b2bd-d4416da3aaa7 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:27.850339 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7a888751-f0c3-4fe6-bf51-78065b8ccaa5 req-b0ec1015-150e-4095-b2bd-d4416da3aaa7 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.0848315 Jul 19 01:15:27.888527 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:27.893269 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-26382cc2-4407-4e22-881a-654942c06e6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:27.903766 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7a888751-f0c3-4fe6-bf51-78065b8ccaa5 req-0284ae9f-c669-4628-8b30-647beab6be81 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473816 Jul 19 01:15:27.976876 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c44d322-5aaf-4c35-a316-4489a73a65d5,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:27.983481 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:28.049823 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603828'] for router_gateway, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:28.241028 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1390'] for router, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:28.243959 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:28.267153 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773682'] for router, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:28.267670 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab8171b-8e1a-494f-92f8-74ef73bee755 {{(pid=78632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 01:15:28.283112 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] Notify callbacks [] for router, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:28.283112 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-f75041fd-a862-487b-8ba2-c2f213a5dd64 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0ab8171b-8e1a-494f-92f8-74ef73bee755 HTTP/1.1" status: 204 len: 168 time: 1.4138322 Jul 19 01:15:28.284574 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38488) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:28.343649 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38653c0-c59b-43de-a073-a53dec9f0e06 admin admin] Deleting subnet bcc4cc2b-9ef5-4a0a-afa5-27354a81862a {{(pid=78632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:15:28.346507 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b38653c0-c59b-43de-a073-a53dec9f0e06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:28.399796 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b38653c0-c59b-43de-a073-a53dec9f0e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113526'] for subnet, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:28.526395 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b38653c0-c59b-43de-a073-a53dec9f0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:28.541782 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:15:28.579431 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:15:28.579779 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 2fada5b1-2e1c-499b-ac5c-25bbf02d3f27 not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:15:28.580195 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 2c44d322-5aaf-4c35-a316-4489a73a65d5 no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:15:28.605217 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b38653c0-c59b-43de-a073-a53dec9f0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3592489'] for subnet, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:28.612022 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-23f15d38-ea5d-4ea9-9830-141c23310348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:28.613742 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: 2c44d322-5aaf-4c35-a316-4489a73a65d5 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:15:28.614097 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 2c44d322-5aaf-4c35-a316-4489a73a65d5 not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:15:28.651313 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38653c0-c59b-43de-a073-a53dec9f0e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc4cc2b-9ef5-4a0a-afa5-27354a81862a,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:28.654574 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b38653c0-c59b-43de-a073-a53dec9f0e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:28.657515 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b38653c0-c59b-43de-a073-a53dec9f0e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:28.662290 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc5156-23bb-46e3-b31b-c0179687e73c None None] Network ad3ffe35-d556-4a56-86c2-b480a37d02d0 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:15:28.664899 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-b38653c0-c59b-43de-a073-a53dec9f0e06 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bcc4cc2b-9ef5-4a0a-afa5-27354a81862a HTTP/1.1" status: 204 len: 168 time: 0.3787692 Jul 19 01:15:28.667069 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38496) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:28.890263 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:28.900592 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Deleting port 5f07f281-0fd7-493a-96e5-ba4695e6da81 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:28.901890 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:28.936807 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67294a5a-6126-4ccf-a24f-81d4156898f9 None None] DHCP port deletion for ad3ffe35-d556-4a56-86c2-b480a37d02d0 request from dv-cinder-801236-1-smb {{(pid=78634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 01:15:28.941083 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-67294a5a-6126-4ccf-a24f-81d4156898f9 None None] Deleting port 5f07f281-0fd7-493a-96e5-ba4695e6da81 {{(pid=78634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:28.941519 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-67294a5a-6126-4ccf-a24f-81d4156898f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:29.104107 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde36138-835e-4797-97f1-27dbb5fd87ea req-e0b9a0b4-b292-4254-9b89-bd20de0c77e4 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:29.106303 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-dde36138-835e-4797-97f1-27dbb5fd87ea req-e0b9a0b4-b292-4254-9b89-bd20de0c77e4 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.0825129 Jul 19 01:15:29.120804 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] For port 5f07f281-0fd7-493a-96e5-ba4695e6da81, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=5f07f281-0fd7-493a-96e5-ba4695e6da81,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:29.121170 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:29.152681 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-67294a5a-6126-4ccf-a24f-81d4156898f9 None None] For port 5f07f281-0fd7-493a-96e5-ba4695e6da81, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=5f07f281-0fd7-493a-96e5-ba4695e6da81,segment=NetworkSegment(47b162f4-bd63-4f2f-8751-935b3ff416ca),segment_id=47b162f4-bd63-4f2f-8751-935b3ff416ca)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:29.153015 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-67294a5a-6126-4ccf-a24f-81d4156898f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:29.159508 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-dde36138-835e-4797-97f1-27dbb5fd87ea req-07c197f4-8eeb-4796-8017-021ab8a727dd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462632 Jul 19 01:15:29.253039 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Calling delete_port for 5f07f281-0fd7-493a-96e5-ba4695e6da81 owned by network:dhcp {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:15:29.274792 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-67294a5a-6126-4ccf-a24f-81d4156898f9 None None] Calling delete_port for 5f07f281-0fd7-493a-96e5-ba4695e6da81 owned by network:dhcp {{(pid=78634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:15:29.327056 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:29.331640 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-ff1212fd-35e6-4a40-82c2-960616cc5551 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:29.378128 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f07f281-0fd7-493a-96e5-ba4695e6da81,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:29.379954 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] No DVR routers for this DVR port 5f07f281-0fd7-493a-96e5-ba4695e6da81 on host dv-cinder-801236-1-smb {{(pid=78632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:15:29.381389 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:29.410753 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.db.api [None req-67294a5a-6126-4ccf-a24f-81d4156898f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 01:15:29.411053 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_db.api [None req-67294a5a-6126-4ccf-a24f-81d4156898f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 01:15:29.493984 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:29.506390 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3ffe35-d556-4a56-86c2-b480a37d02d0']}} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:29.518291 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b162f4-bd63-4f2f-8751-935b3ff416ca') {'for_net_delete': True} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:29.518616 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b162f4-bd63-4f2f-8751-935b3ff416ca') {} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:29.529617 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113513'] for segment, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:29.545453 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:29.551471 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=78632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:15:29.551852 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391590'] for segment, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: Traceback (most recent call last): Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: timer() Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: cb(*args, **kw) Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: return func(*args, **kwargs) Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: self._notify() Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: self.callback(batched_events) Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: event.method(event) Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: return f(self, *a, **k) Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: return self._get(url).json() Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: return self.request(url, 'GET', **kwargs) Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:15:29.565093 dv-cinder-801236-1-smb neutron-server[78632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:15:29.636944 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:29.640581 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:29.660003 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:29.669023 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad3ffe35-d556-4a56-86c2-b480a37d02d0,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:29.672190 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:29.682944 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ad3ffe35-d556-4a56-86c2-b480a37d02d0 HTTP/1.1" status: 204 len: 168 time: 1.0148509 Jul 19 01:15:29.685898 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38510) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:29.912137 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-67294a5a-6126-4ccf-a24f-81d4156898f9 None None] Deleting port 5f07f281-0fd7-493a-96e5-ba4695e6da81 {{(pid=78634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:29.912832 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-67294a5a-6126-4ccf-a24f-81d4156898f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:29.987216 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-67294a5a-6126-4ccf-a24f-81d4156898f9 None None] The port '5f07f281-0fd7-493a-96e5-ba4695e6da81' was deleted {{(pid=78634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 01:15:30.237419 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1773785'] for router_interface, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:30.484081 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 5f07f281-0fd7-493a-96e5-ba4695e6da81 no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:15:30.516429 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: 5f07f281-0fd7-493a-96e5-ba4695e6da81 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:15:30.516768 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 5f07f281-0fd7-493a-96e5-ba4695e6da81 not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:15:30.528034 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e0ece-0402-4174-8790-9a76fdc9e0e7 req-5a4b37f9-39cc-4ddf-a86d-d018cb53d276 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:30.529491 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0e0e0ece-0402-4174-8790-9a76fdc9e0e7 req-5a4b37f9-39cc-4ddf-a86d-d018cb53d276 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.2451274 Jul 19 01:15:30.699265 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0e0e0ece-0402-4174-8790-9a76fdc9e0e7 req-5da056a2-2614-4208-b579-cbe647d53a99 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572784 Jul 19 01:15:30.769483 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] Deleting port 92d3502b-de8f-4eda-a579-b9b6c96febba {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:30.769818 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:30.936401 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] For port 92d3502b-de8f-4eda-a579-b9b6c96febba, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=92d3502b-de8f-4eda-a579-b9b6c96febba,segment=NetworkSegment(afb65c8c-8d73-4110-b6ea-98ffe76ebb92),segment_id=afb65c8c-8d73-4110-b6ea-98ffe76ebb92)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:30.936752 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.057134 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] Calling delete_port for 92d3502b-de8f-4eda-a579-b9b6c96febba owned by network:router_interface {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:15:31.093012 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38528) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:31.153734 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a6a9ac-e128-45fc-97b4-c004e2715e2e admin admin] Deleting subnet 1618abaa-1a25-4cc5-b3e9-3211ffd7955c {{(pid=78632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:15:31.156710 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a9ac-e128-45fc-97b4-c004e2715e2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.207667 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a9ac-e128-45fc-97b4-c004e2715e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113526'] for subnet, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.267804 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a9ac-e128-45fc-97b4-c004e2715e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.335802 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a9ac-e128-45fc-97b4-c004e2715e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3592489'] for subnet, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.339988 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-337a057c-9a06-42ee-9f19-8d969dd200ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:31.370718 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.374375 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6a9ac-e128-45fc-97b4-c004e2715e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1618abaa-1a25-4cc5-b3e9-3211ffd7955c,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:31.375376 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-1a80017a-b441-4b80-833c-29af749a7119 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:31.377264 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c3a6a9ac-e128-45fc-97b4-c004e2715e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:31.381905 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a9ac-e128-45fc-97b4-c004e2715e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.388952 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-c3a6a9ac-e128-45fc-97b4-c004e2715e2e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1618abaa-1a25-4cc5-b3e9-3211ffd7955c HTTP/1.1" status: 204 len: 168 time: 0.2948506 Jul 19 01:15:31.391465 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38534) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:31.418601 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d3502b-de8f-4eda-a579-b9b6c96febba,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:31.444769 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:31.507090 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.635203 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.647157 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cdb393-e2f5-49fd-a1de-f245624d29eb']}} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:31.659047 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309e76d9-1516-4ccc-92cd-a943764399df') {'for_net_delete': True} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:31.659338 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309e76d9-1516-4ccc-92cd-a943764399df') {} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:31.670908 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113513'] for segment, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.689808 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601641'] for router_interface, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.691073 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.697195 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=78632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:15:31.697574 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391590'] for segment, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: Traceback (most recent call last): Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: timer() Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: cb(*args, **kw) Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: return func(*args, **kwargs) Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: self._notify() Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: self.callback(batched_events) Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: event.method(event) Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: return f(self, *a, **k) Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: return self._get(url).json() Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: return self.request(url, 'GET', **kwargs) Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:15:31.710461 dv-cinder-801236-1-smb neutron-server[78632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:15:31.783969 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.788044 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:31.806741 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.814072 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2cdb393-e2f5-49fd-a1de-f245624d29eb,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:31.817099 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:31.823351 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-26b7b855-6ecb-45ef-92e9-dd173aa0f3a6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b2cdb393-e2f5-49fd-a1de-f245624d29eb HTTP/1.1" status: 204 len: 168 time: 0.4283335 Jul 19 01:15:31.823536 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38540) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:31.887354 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b55d38-45ba-4c3a-ade6-7d83db708b95 admin admin] Deleting subnet c5603bd1-69c5-407a-860b-1a33cfd7f6c5 {{(pid=78632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:15:31.890567 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-09b55d38-45ba-4c3a-ade6-7d83db708b95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:31.941139 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-09b55d38-45ba-4c3a-ade6-7d83db708b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113526'] for subnet, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.001456 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-09b55d38-45ba-4c3a-ade6-7d83db708b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.069330 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-09b55d38-45ba-4c3a-ade6-7d83db708b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3592489'] for subnet, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.078676 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-9f3c473b-82fe-4635-906d-08d130bbad90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:32.110467 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-09b55d38-45ba-4c3a-ade6-7d83db708b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.120522 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b55d38-45ba-4c3a-ade6-7d83db708b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5603bd1-69c5-407a-860b-1a33cfd7f6c5,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:32.123741 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-09b55d38-45ba-4c3a-ade6-7d83db708b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:32.126049 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-09b55d38-45ba-4c3a-ade6-7d83db708b95 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c5603bd1-69c5-407a-860b-1a33cfd7f6c5 HTTP/1.1" status: 204 len: 168 time: 0.3012478 Jul 19 01:15:32.128489 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38544) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:32.172185 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555bef5-4c2f-4fa2-9572-1d59ba93fa6e req-4ff532fa-6574-4e1e-a72d-e3a748b4b1e8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:32.173993 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9555bef5-4c2f-4fa2-9572-1d59ba93fa6e req-4ff532fa-6574-4e1e-a72d-e3a748b4b1e8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.3284369 Jul 19 01:15:32.301929 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9555bef5-4c2f-4fa2-9572-1d59ba93fa6e req-746d3f6b-94ba-4e35-8146-1aaf13f22cde tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761545 Jul 19 01:15:32.307384 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] Router f93bb8e4-bddd-4656-958c-079f75df3dc0 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:15:32.348477 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.480813 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.497656 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7adceee7-5830-42b7-9646-b9de48f93615']}} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:32.511461 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e4e34a-fe3e-4d26-8094-ba72cc8ae3e3') {'for_net_delete': True} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:32.511735 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e4e34a-fe3e-4d26-8094-ba72cc8ae3e3') {} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:32.514278 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:15:32.523944 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3213e2dc-c194-4a63-a146-75ee5ff75b06 None None] Sync routers for ids ['f93bb8e4-bddd-4656-958c-079f75df3dc0'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:15:32.524517 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] 10.222.0.10 "PUT /v2.0/routers/f93bb8e4-bddd-4656-958c-079f75df3dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8367281 Jul 19 01:15:32.526926 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38550) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:32.528191 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113513'] for segment, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.534954 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3213e2dc-c194-4a63-a146-75ee5ff75b06 None None] Routers {'f93bb8e4-bddd-4656-958c-079f75df3dc0'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:32.535574 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-3213e2dc-c194-4a63-a146-75ee5ff75b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['f93bb8e4-bddd-4656-958c-079f75df3dc0'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:32.552531 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.563597 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=78632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:15:32.563996 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391590'] for segment, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: Traceback (most recent call last): Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: timer() Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: cb(*args, **kw) Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: return func(*args, **kwargs) Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: self._notify() Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: self.callback(batched_events) Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: event.method(event) Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: return f(self, *a, **k) Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: return self._get(url).json() Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: return self.request(url, 'GET', **kwargs) Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:15:32.580642 dv-cinder-801236-1-smb neutron-server[78632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:15:32.665798 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.673680 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-658ae14f-557f-435c-8a96-22431e46cc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:32.694157 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.697322 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=7adceee7-5830-42b7-9646-b9de48f93615,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:32.700396 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:32.703286 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7adceee7-5830-42b7-9646-b9de48f93615 HTTP/1.1" status: 204 len: 168 time: 0.5734658 Jul 19 01:15:32.725223 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Notify callbacks [] for router, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.741088 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-3213e2dc-c194-4a63-a146-75ee5ff75b06 None None] Set router f93bb8e4-bddd-4656-958c-079f75df3dc0 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:15:32.926755 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.941237 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Deleting port e262e7ac-5836-4287-b9e9-e142df8008bb {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:32.941396 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38556) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:32.941964 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:32.992557 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-674ebe68-21c6-42db-b7c7-1dcf6e646fbe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41cd5b5b207545469e8e9b0f78dc27a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498986 Jul 19 01:15:32.994883 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38560) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:33.058856 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d250acf2-35db-453c-8a41-e3b67445fad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:33.072866 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-3213e2dc-c194-4a63-a146-75ee5ff75b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'name': 'tempest-TestMinimumBasicScenario-731625334-router', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:11Z', 'updated_at': '2021-07-19T01:15:31Z', 'revision_number': 5, 'project_id': 'f285fb6b9a2d4c36b8d326290063e030', 'gw_port': {'id': 'e262e7ac-5836-4287-b9e9-e142df8008bb', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:12:12Z', 'updated_at': '2021-07-19T01:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:33.076652 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3213e2dc-c194-4a63-a146-75ee5ff75b06 None None] Checking router: f93bb8e4-bddd-4656-958c-079f75df3dc0 for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:15:33.085321 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d250acf2-35db-453c-8a41-e3b67445fad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:33.085644 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3213e2dc-c194-4a63-a146-75ee5ff75b06 None None] Routers {'f93bb8e4-bddd-4656-958c-079f75df3dc0'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:33.086335 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-3213e2dc-c194-4a63-a146-75ee5ff75b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['f93bb8e4-bddd-4656-958c-079f75df3dc0'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:33.139117 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] For port e262e7ac-5836-4287-b9e9-e142df8008bb, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=e262e7ac-5836-4287-b9e9-e142df8008bb,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:33.139828 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:33.142845 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d250acf2-35db-453c-8a41-e3b67445fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:33.151187 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-cdeab2c4-f05a-4578-a9f9-e6df5b6318e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:33.164983 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250acf2-35db-453c-8a41-e3b67445fad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7066542-f372-4124-8318-a1d4502a1bce,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:33.169813 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-d250acf2-35db-453c-8a41-e3b67445fad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:33.179778 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d250acf2-35db-453c-8a41-e3b67445fad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:33.182362 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-d250acf2-35db-453c-8a41-e3b67445fad0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7066542-f372-4124-8318-a1d4502a1bce HTTP/1.1" status: 204 len: 168 time: 0.1865108 Jul 19 01:15:33.254577 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-3213e2dc-c194-4a63-a146-75ee5ff75b06 None None] Set router f93bb8e4-bddd-4656-958c-079f75df3dc0 gateway port host: None {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:15:33.293813 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Calling delete_port for e262e7ac-5836-4287-b9e9-e142df8008bb owned by network:router_gateway {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:15:33.367218 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-3213e2dc-c194-4a63-a146-75ee5ff75b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'name': 'tempest-TestMinimumBasicScenario-731625334-router', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:11Z', 'updated_at': '2021-07-19T01:15:32Z', 'revision_number': 6, 'project_id': 'f285fb6b9a2d4c36b8d326290063e030', 'gw_port_host': None}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:33.372878 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3213e2dc-c194-4a63-a146-75ee5ff75b06 None None] The sync data for ids ['f93bb8e4-bddd-4656-958c-079f75df3dc0'] in dv-cinder-801236-1-smb is: [{'id': 'f93bb8e4-bddd-4656-958c-079f75df3dc0', 'name': 'tempest-TestMinimumBasicScenario-731625334-router', 'tenant_id': 'f285fb6b9a2d4c36b8d326290063e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:12:11Z', 'updated_at': '2021-07-19T01:15:32Z', 'revision_number': 6, 'project_id': 'f285fb6b9a2d4c36b8d326290063e030', 'gw_port_host': None}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:15:33.532223 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:33.537325 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-45c5c786-87d9-4d18-a1e9-a439f0f9f2e3 tempest-VolumesSnapshotTestJSON-19328160 tempest-VolumesSnapshotTestJSON-19328160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:33.582432 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38572) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:33.583564 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=e262e7ac-5836-4287-b9e9-e142df8008bb,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:33.587890 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:33.634317 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-f784977a-84df-426e-ad1c-5184883efb27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=393196015b8c491bbccf57236888f9c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500176 Jul 19 01:15:33.636466 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38576) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:33.701497 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-76c9438e-0bb4-4bf6-b359-0fb3380a3125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:33.735459 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-76c9438e-0bb4-4bf6-b359-0fb3380a3125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:33.796735 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-76c9438e-0bb4-4bf6-b359-0fb3380a3125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:33.799327 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b9802-4b2a-48b2-9fe1-60fd37ee0402 req-37478e4a-97dc-4de9-add0-949cb0a2dd28 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:33.800573 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-52dc5811-132e-4658-9436-bd4d0846a696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:33.800808 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-eb6b9802-4b2a-48b2-9fe1-60fd37ee0402 req-37478e4a-97dc-4de9-add0-949cb0a2dd28 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.3444161 Jul 19 01:15:33.813213 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603828'] for router_gateway, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:33.818322 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9438e-0bb4-4bf6-b359-0fb3380a3125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d458fc2-fee0-46e9-9879-017e2e3f1855,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:33.821697 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-76c9438e-0bb4-4bf6-b359-0fb3380a3125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:33.826080 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-76c9438e-0bb4-4bf6-b359-0fb3380a3125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:33.829898 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-76c9438e-0bb4-4bf6-b359-0fb3380a3125 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d458fc2-fee0-46e9-9879-017e2e3f1855 HTTP/1.1" status: 204 len: 168 time: 0.1901155 Jul 19 01:15:34.020788 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1390'] for router, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:34.027085 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:34.040531 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-eb6b9802-4b2a-48b2-9fe1-60fd37ee0402 req-9764208c-b4ae-4807-ae07-5308a960d171 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1817088 Jul 19 01:15:34.127781 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773682'] for router, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:34.129062 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f93bb8e4-bddd-4656-958c-079f75df3dc0 {{(pid=78633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 01:15:34.144197 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] Notify callbacks [] for router, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:34.146741 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-e9584258-b5e8-4c81-b650-5a6f7db53d9b admin admin] 10.222.0.10 "DELETE /v2.0/routers/f93bb8e4-bddd-4656-958c-079f75df3dc0 HTTP/1.1" status: 204 len: 168 time: 1.6174939 Jul 19 01:15:34.148123 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38582) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:34.210201 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da1f05e-fe50-46fc-826a-6994fab3dfd8 admin admin] Deleting subnet 257fd5df-d2fb-4059-a92e-1cef87bd8664 {{(pid=78632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:15:34.213303 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6da1f05e-fe50-46fc-826a-6994fab3dfd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:34.268196 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6da1f05e-fe50-46fc-826a-6994fab3dfd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113526'] for subnet, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:34.344910 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6da1f05e-fe50-46fc-826a-6994fab3dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:34.415261 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6da1f05e-fe50-46fc-826a-6994fab3dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3592489'] for subnet, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:34.419217 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:34.457669 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1f05e-fe50-46fc-826a-6994fab3dfd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=257fd5df-d2fb-4059-a92e-1cef87bd8664,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:34.460557 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-6da1f05e-fe50-46fc-826a-6994fab3dfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:34.461624 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6da1f05e-fe50-46fc-826a-6994fab3dfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:34.469442 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5914c56-690c-49d3-a326-aa68e7c145dd None None] Network f9b16667-8b7e-406c-881a-1696cc4ab2bf requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:15:34.471026 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-6da1f05e-fe50-46fc-826a-6994fab3dfd8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/257fd5df-d2fb-4059-a92e-1cef87bd8664 HTTP/1.1" status: 204 len: 168 time: 0.3214550 Jul 19 01:15:34.472021 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38586) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:34.490924 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device e262e7ac-5836-4287-b9e9-e142df8008bb no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:15:34.531805 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: e262e7ac-5836-4287-b9e9-e142df8008bb {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:15:34.532071 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device e262e7ac-5836-4287-b9e9-e142df8008bb not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:15:34.532488 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 92d3502b-de8f-4eda-a579-b9b6c96febba no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:15:34.577711 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: 92d3502b-de8f-4eda-a579-b9b6c96febba {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:15:34.578060 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 92d3502b-de8f-4eda-a579-b9b6c96febba not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:15:34.578389 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:34.588974 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Deleting port a3b15daa-991f-44e0-baf0-ade64bff41e6 {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:34.589305 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:34.782036 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a892fba-07a4-4f1d-98ff-f1ec94090057 None None] DHCP port deletion for f9b16667-8b7e-406c-881a-1696cc4ab2bf request from dv-cinder-801236-1-smb {{(pid=78634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 01:15:34.787226 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-2a892fba-07a4-4f1d-98ff-f1ec94090057 None None] Deleting port a3b15daa-991f-44e0-baf0-ade64bff41e6 {{(pid=78634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:34.787675 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2a892fba-07a4-4f1d-98ff-f1ec94090057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:34.793254 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] For port a3b15daa-991f-44e0-baf0-ade64bff41e6, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=a3b15daa-991f-44e0-baf0-ade64bff41e6,segment=NetworkSegment(afb65c8c-8d73-4110-b6ea-98ffe76ebb92),segment_id=afb65c8c-8d73-4110-b6ea-98ffe76ebb92)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:34.793611 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:34.922436 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Calling delete_port for a3b15daa-991f-44e0-baf0-ade64bff41e6 owned by network:dhcp {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:15:35.000074 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.004945 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-25204c72-ce17-4e0b-a47b-082731f234e2 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:35.016198 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-2a892fba-07a4-4f1d-98ff-f1ec94090057 None None] For port a3b15daa-991f-44e0-baf0-ade64bff41e6, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=a3b15daa-991f-44e0-baf0-ade64bff41e6,segment=NetworkSegment(afb65c8c-8d73-4110-b6ea-98ffe76ebb92),segment_id=afb65c8c-8d73-4110-b6ea-98ffe76ebb92)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:35.016524 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2a892fba-07a4-4f1d-98ff-f1ec94090057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.047566 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b15daa-991f-44e0-baf0-ade64bff41e6,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:35.050607 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:35.051367 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] No DVR routers for this DVR port a3b15daa-991f-44e0-baf0-ade64bff41e6 on host dv-cinder-801236-1-smb {{(pid=78633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:15:35.140370 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-2a892fba-07a4-4f1d-98ff-f1ec94090057 None None] Calling delete_port for a3b15daa-991f-44e0-baf0-ade64bff41e6 owned by network:dhcp {{(pid=78634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:15:35.179086 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.215957 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.db.api [None req-2a892fba-07a4-4f1d-98ff-f1ec94090057 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 01:15:35.216329 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_db.api [None req-2a892fba-07a4-4f1d-98ff-f1ec94090057 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 01:15:35.235779 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.services.segments.db [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b16667-8b7e-406c-881a-1696cc4ab2bf']}} {{(pid=78633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:35.250290 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.services.segments.db [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb65c8c-8d73-4110-b6ea-98ffe76ebb92') {'for_net_delete': True} {{(pid=78633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:35.250609 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.services.segments.db [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb65c8c-8d73-4110-b6ea-98ffe76ebb92') {} {{(pid=78633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:35.268150 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2168835'] for segment, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.286672 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.296710 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=78633) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:15:35.297144 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2614476'] for segment, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: Traceback (most recent call last): Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: timer() Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: cb(*args, **kw) Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: return func(*args, **kwargs) Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: self._notify() Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: self.callback(batched_events) Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: event.method(event) Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: return f(self, *a, **k) Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: return self._get(url).json() Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: return self.request(url, 'GET', **kwargs) Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:15:35.311566 dv-cinder-801236-1-smb neutron-server[78633]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:15:35.381284 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d71373-c58d-4e60-a8b8-3d2e1428551e req-233c1ce8-1c28-4276-b55a-dce8f04a0586 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:35.382750 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-18d71373-c58d-4e60-a8b8-3d2e1428551e req-233c1ce8-1c28-4276-b55a-dce8f04a0586 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.1959071 Jul 19 01:15:35.410960 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.425672 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:35.437693 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.453398 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-18d71373-c58d-4e60-a8b8-3d2e1428551e req-d661d9a0-c0f7-4a01-956e-df4a90694d07 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639787 Jul 19 01:15:35.454114 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b16667-8b7e-406c-881a-1696cc4ab2bf,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:35.456828 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:35.458508 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-64009aab-32ab-4556-889b-127065f5ecd6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f9b16667-8b7e-406c-881a-1696cc4ab2bf HTTP/1.1" status: 204 len: 168 time: 0.9855325 Jul 19 01:15:35.645213 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38596) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:35.694393 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-0b6eaed3-9f61-4b59-86c5-0c2765c1f52d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17a5dc9c458147c09457fad8e0b223c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479441 Jul 19 01:15:35.695802 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-a505d0d1-d578-4692-8bea-cbd1f71f6314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.697520 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38600) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:35.717456 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-2a892fba-07a4-4f1d-98ff-f1ec94090057 None None] Deleting port a3b15daa-991f-44e0-baf0-ade64bff41e6 {{(pid=78634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:35.717918 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2a892fba-07a4-4f1d-98ff-f1ec94090057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.758620 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5030b46e-e786-448f-b90a-b21c26d70291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.785398 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-2a892fba-07a4-4f1d-98ff-f1ec94090057 None None] The port 'a3b15daa-991f-44e0-baf0-ade64bff41e6' was deleted {{(pid=78634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 01:15:35.882157 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5030b46e-e786-448f-b90a-b21c26d70291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.933003 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5030b46e-e786-448f-b90a-b21c26d70291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.936602 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2e9da700-d8fd-4bff-837d-90bf97b64c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:35.950476 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030b46e-e786-448f-b90a-b21c26d70291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f431095-6d6c-4268-9534-30da436937a1,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:35.953569 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5030b46e-e786-448f-b90a-b21c26d70291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:35.961044 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5030b46e-e786-448f-b90a-b21c26d70291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:35.962151 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-5030b46e-e786-448f-b90a-b21c26d70291 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f431095-6d6c-4268-9534-30da436937a1 HTTP/1.1" status: 204 len: 168 time: 0.2636361 Jul 19 01:15:36.300399 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38610) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:36.311893 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:36.350233 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-e9aaf6ec-23f8-439f-977d-e3c03e68a2cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f285fb6b9a2d4c36b8d326290063e030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486431 Jul 19 01:15:36.353331 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38614) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:36.409477 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-3b903749-4661-4513-b928-bfc5a32e3eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:36.435065 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-3b903749-4661-4513-b928-bfc5a32e3eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:36.486751 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device a3b15daa-991f-44e0-baf0-ade64bff41e6 no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:15:36.498463 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-3b903749-4661-4513-b928-bfc5a32e3eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:36.502166 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-4c807f0b-0a84-4c3f-b6de-026d6e0f1a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:36.515322 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b903749-4661-4513-b928-bfc5a32e3eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b13225-241c-44a7-89da-2e76b497e63d,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:36.518335 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-3b903749-4661-4513-b928-bfc5a32e3eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:36.520390 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-3b903749-4661-4513-b928-bfc5a32e3eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:36.524267 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-3b903749-4661-4513-b928-bfc5a32e3eb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0b13225-241c-44a7-89da-2e76b497e63d HTTP/1.1" status: 204 len: 168 time: 0.1672709 Jul 19 01:15:36.524678 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: a3b15daa-991f-44e0-baf0-ade64bff41e6 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:15:36.524678 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device a3b15daa-991f-44e0-baf0-ade64bff41e6 not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:15:36.665920 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5f604-dcc8-4547-81c8-0091df624bdd req-4544cffb-f0ad-481a-8161-13c5bfec0252 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:36.667616 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4cc5f604-dcc8-4547-81c8-0091df624bdd req-4544cffb-f0ad-481a-8161-13c5bfec0252 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.0827076 Jul 19 01:15:36.714398 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4cc5f604-dcc8-4547-81c8-0091df624bdd req-ed2b3381-3522-41ce-ab1c-2c91d3f3e928 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407422 Jul 19 01:15:37.246460 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38642) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:37.347587 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1976072350-network', 'tenant_id': 'f20c8411515d495c925807596f4385ce'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:37.352329 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:37.356149 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Usage tracker for resource:network and tenant:f20c8411515d495c925807596f4385ce is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:37.359031 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:37.368335 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:37.378675 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Made reservation on behalf of f20c8411515d495c925807596f4385ce for: {'network': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:15:37.380855 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:37.393219 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:37.407366 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:37.411136 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Usage tracker for resource:security_group_rule and tenant:f20c8411515d495c925807596f4385ce is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:37.413829 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:37.419621 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:37.500014 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:37.503547 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:37.506272 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-43d60b42-3858-4f7f-a705-d71a37b4481c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:37.532836 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=78633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:15:37.541604 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8ce10b-8697-410d-a947-d5e8b80149d6,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:37.545128 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:37.547495 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:37.547841 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.segments_db [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Added segment da8481fd-e05a-49ad-87ee-7b5dcbbcb545 of type vlan for network d7c8f895-b01e-4262-aae5-47fbac934e7f Jul 19 01:15:37.574768 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:37.582617 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c42c7654-0769-44b8-8510-2b8266298cde details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:15:37.603641 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:37.604956 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:37.605544 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:37.610190 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8b9cd974-bd41-4102-b5d8-910c17c54c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:37.704113 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4561636 Jul 19 01:15:37.707160 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38648) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:37.709804 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d7c8f895-b01e-4262-aae5-47fbac934e7f,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:37.712617 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:37.713509 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Request body: {'subnet': {'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1976072350-subnet', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'ip_version': 4}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:37.716150 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c42c7654-0769-44b8-8510-2b8266298cde, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c42c7654-0769-44b8-8510-2b8266298cde,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:37.718164 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:37.722129 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Usage tracker for resource:subnet and tenant:f20c8411515d495c925807596f4385ce is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:37.724872 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network d7c8f895-b01e-4262-aae5-47fbac934e7f details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:15:37.725000 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:37.731303 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:37.742907 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Made reservation on behalf of f20c8411515d495c925807596f4385ce for: {'subnet': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:15:37.745568 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592514'] for subnet, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:37.759931 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': 'c42c7654-0769-44b8-8510-2b8266298cde', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'port_id': 'c42c7654-0769-44b8-8510-2b8266298cde', 'mac_address': 'fa:16:3e:58:2b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:15:37.878346 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:37.896158 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c42c7654-0769-44b8-8510-2b8266298cde {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:15:37.911646 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c42c7654-0769-44b8-8510-2b8266298cde, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c42c7654-0769-44b8-8510-2b8266298cde,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:37.916476 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:37.918406 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:37.927538 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2687b7-1efe-482e-a3ef-712c1d5e9806 req-05769e5b-2cf0-4850-804c-090a2fa934af tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:37.929334 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-df2687b7-1efe-482e-a3ef-712c1d5e9806 req-05769e5b-2cf0-4850-804c-090a2fa934af tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.0932300 Jul 19 01:15:37.955506 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3407811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592496'] for subnet, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:37.961640 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:37.981079 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-df2687b7-1efe-482e-a3ef-712c1d5e9806 req-e6339160-3506-43d1-be62-3bcb76ee4e06 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446122 Jul 19 01:15:37.991072 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=c42c7654-0769-44b8-8510-2b8266298cde,revision_number=6']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:38.000580 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:38.000580 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:38.000917 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:38.001250 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:38.001587 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:38.001916 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:38.002253 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:38.003164 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:38.003164 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:38.003372 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:38.003614 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:38.004106 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:38.008587 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:38.041386 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:38.044545 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:38.052585 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Checking segment: {'id': 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:15:38.055457 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Network hostable DHCP agents. Network: d7c8f895-b01e-4262-aae5-47fbac934e7f, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:15:38.077324 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Network d7c8f895-b01e-4262-aae5-47fbac934e7f is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:15:38.085960 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, d7c8f895-b01e-4262-aae5-47fbac934e7f) {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:15:38.090244 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:38.090909 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:38.095683 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61302bd1-44ff-4c74-8344-c8b43933f540 None None] Network d7c8f895-b01e-4262-aae5-47fbac934e7f requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:15:38.109778 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['c42c7654-0769-44b8-8510-2b8266298cde'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:15:38.114616 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e9c3e94b-f36b-4198-acbe-9ef735b021e9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4035907 Jul 19 01:15:38.115459 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38654) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:38.122669 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:38.128163 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:38.132186 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Usage tracker for resource:router and tenant:f20c8411515d495c925807596f4385ce is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:38.136255 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:38.142146 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:38.153516 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1604376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1400'] for router, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:38.154721 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1393'] for router, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:38.170193 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:38.343932 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-623b4e7a-2dfa-41a0-b9b1-49f0bc8cc148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:38.442692 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp025c5668-5ad0-5223-b942-df608e160fc9-d7c8f895-b01e-4262-aae5-47fbac934e7f', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75'}]}} from dv-cinder-801236-1-smb. {{(pid=78634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 01:15:38.443505 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:38.445692 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1383'] for router, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:38.613525 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.db_base_plugin_common [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Allocated IP 172.20.0.2 (d7c8f895-b01e-4262-aae5-47fbac934e7f/deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75/e94360ee-18a9-401b-bf08-03a98ddfbcce) {{(pid=78634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:15:38.752192 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:38.786623 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:38.858825 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Notify callbacks [] for port, precommit_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:38.870348 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Transition to ACTIVE for port object e94360ee-18a9-401b-bf08-03a98ddfbcce will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:15:38.889026 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Transition to ACTIVE for port object e94360ee-18a9-401b-bf08-03a98ddfbcce will not be triggered until provisioned by entity DHCP. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:15:38.895254 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:38.901644 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:38.927196 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Allocated IP 172.28.0.29 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/5e5c4b69-e93c-4258-baa1-5678d5e9122f) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:15:38.966187 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Network d7c8f895-b01e-4262-aae5-47fbac934e7f is already hosted by enough agents. {{(pid=78634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:15:38.975356 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.base_scheduler [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Resources bound (agent type, host, resource id): {{(pid=78634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:15:38.985175 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Received port after_create {{(pid=78634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:15:38.992030 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Pushing event updated for resources: {'Port': ['ID=e94360ee-18a9-401b-bf08-03a98ddfbcce,revision_number=1']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:38.999136 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:39.063797 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:39.159005 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Attempting to bind port e94360ee-18a9-401b-bf08-03a98ddfbcce on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:15:39.159750 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Attempting to bind port e94360ee-18a9-401b-bf08-03a98ddfbcce by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:15:39.160257 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Attempting to bind port e94360ee-18a9-401b-bf08-03a98ddfbcce on network d7c8f895-b01e-4262-aae5-47fbac934e7f {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:15:39.166381 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:15:39.166923 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Checking segment: {'id': 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:15:39.167539 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:39.168151 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Bound using segment: {'id': 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:15:39.168720 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Bound port: e94360ee-18a9-401b-bf08-03a98ddfbcce, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:15:39.169408 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:39.243394 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:39.265928 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] For port e94360ee-18a9-401b-bf08-03a98ddfbcce, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:15:39.268168 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0149f5-bd79-4ea0-956b-20a4483a7eac req-b8fa7104-8dfb-4f8c-9c7c-d941fe937730 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:39.269629 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-be0149f5-bd79-4ea0-956b-20a4483a7eac req-b8fa7104-8dfb-4f8c-9c7c-d941fe937730 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 944 time: 0.1399288 Jul 19 01:15:39.270398 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] For port e94360ee-18a9-401b-bf08-03a98ddfbcce, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=e94360ee-18a9-401b-bf08-03a98ddfbcce,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:15:39.280585 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:39.293473 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:39.316698 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:39.326508 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-95bdf85e-c533-44c1-a5c0-9c4547fa80a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:39.435846 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:15:39.442858 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Pushing event updated for resources: {'Port': ['ID=e94360ee-18a9-401b-bf08-03a98ddfbcce,revision_number=2']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:39.450987 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-be0149f5-bd79-4ea0-956b-20a4483a7eac req-80275de3-83bb-4841-8654-01258f5739b0 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1708667 Jul 19 01:15:39.452542 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:39.460693 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:15:39.469681 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:15:39.547041 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:39.598615 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c42c7654-0769-44b8-8510-2b8266298cde up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:15:39.630961 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Pushing event updated for resources: {'Port': ['ID=5e5c4b69-e93c-4258-baa1-5678d5e9122f,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:39.635225 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:39.798803 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port c42c7654-0769-44b8-8510-2b8266298cde triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:39.799636 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:40.098388 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:40.167242 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:15:40.205140 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c42c7654-0769-44b8-8510-2b8266298cde, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c42c7654-0769-44b8-8510-2b8266298cde,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:40.217136 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:40.223778 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:40.295315 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:40.372179 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=c42c7654-0769-44b8-8510-2b8266298cde,revision_number=7']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:40.375747 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:40.569815 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde', 'code': 200} Jul 19 01:15:40.593855 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device e94360ee-18a9-401b-bf08-03a98ddfbcce up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:15:40.749471 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port e94360ee-18a9-401b-bf08-03a98ddfbcce completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:15:40.807881 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:40.874729 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281136d4-05d0-4676-a34f-9b8391f3c0e3 req-73befdb8-6d57-4de3-b4fb-78c6422f2f49 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:40.876949 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-281136d4-05d0-4676-a34f-9b8391f3c0e3 req-73befdb8-6d57-4de3-b4fb-78c6422f2f49 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.1634953 Jul 19 01:15:40.913290 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603608'] for router, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:40.953366 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-281136d4-05d0-4676-a34f-9b8391f3c0e3 req-4bb6745b-4839-413d-bfaa-124db3c3277f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704162 Jul 19 01:15:41.016226 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265098dd-fcb5-49aa-8d7e-21712d845ef2 None None] Network d7c8f895-b01e-4262-aae5-47fbac934e7f requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:15:41.073793 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-743c2231-ffb9-4d69-9e5a-7724c79a5f8f None None] Provisioning for port e94360ee-18a9-401b-bf08-03a98ddfbcce completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:15:41.083533 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-743c2231-ffb9-4d69-9e5a-7724c79a5f8f None None] Provisioning complete for port e94360ee-18a9-401b-bf08-03a98ddfbcce triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:41.084204 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-743c2231-ffb9-4d69-9e5a-7724c79a5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:41.187491 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Router b11a213c-3130-494f-b30b-802123facbff is scheduled to L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 with binding_index 1 {{(pid=78633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 01:15:41.348056 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-743c2231-ffb9-4d69-9e5a-7724c79a5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:41.432938 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-743c2231-ffb9-4d69-9e5a-7724c79a5f8f None None] For port e94360ee-18a9-401b-bf08-03a98ddfbcce, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=e94360ee-18a9-401b-bf08-03a98ddfbcce,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:41.441596 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-743c2231-ffb9-4d69-9e5a-7724c79a5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:41.449818 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:41.532080 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:15:41.542978 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Sync routers for ids ['b11a213c-3130-494f-b30b-802123facbff'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:15:41.563118 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c2231-ffb9-4d69-9e5a-7724c79a5f8f None None] Pushing event updated for resources: {'Port': ['ID=e94360ee-18a9-401b-bf08-03a98ddfbcce,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:41.567622 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Notify callbacks [] for router, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:41.571123 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4535155 Jul 19 01:15:41.574705 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38700) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:41.580683 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Routers {'b11a213c-3130-494f-b30b-802123facbff'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:41.581338 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b11a213c-3130-494f-b30b-802123facbff'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:41.645897 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-743c2231-ffb9-4d69-9e5a-7724c79a5f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:41.838451 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-aedf0fb6-1edf-4311-83fc-a11873633579 None None] Provisioning complete for port e94360ee-18a9-401b-bf08-03a98ddfbcce triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:41.839092 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-aedf0fb6-1edf-4311-83fc-a11873633579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:41.881167 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Set router b11a213c-3130-494f-b30b-802123facbff gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:15:42.342227 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c28218-3071-40ef-909b-71821c521082 req-ded10a35-b4ce-4a8a-891c-46550a24db50 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:42.351945 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d5c28218-3071-40ef-909b-71821c521082 req-ded10a35-b4ce-4a8a-891c-46550a24db50 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.1955645 Jul 19 01:15:42.431178 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d5c28218-3071-40ef-909b-71821c521082 req-79ab35c5-6ab7-4e72-afe7-513310b1b9c3 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753326 Jul 19 01:15:42.563207 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:39Z', 'revision_number': 3, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port': {'id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:42.569860 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Checking router: b11a213c-3130-494f-b30b-802123facbff for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:15:42.570730 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Updating router b11a213c-3130-494f-b30b-802123facbff port 5e5c4b69-e93c-4258-baa1-5678d5e9122f binding host dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:15:42.604578 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device e94360ee-18a9-401b-bf08-03a98ddfbcce up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:15:42.673343 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:42.726246 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:42.898053 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port e94360ee-18a9-401b-bf08-03a98ddfbcce triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:42.899204 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:43.039646 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Allocated IP 172.20.0.1 (d7c8f895-b01e-4262-aae5-47fbac934e7f/deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75/cd04d6e2-9c45-4d83-b2ab-e626fde015a4) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:15:43.224860 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:43.249046 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Transition to ACTIVE for port object cd04d6e2-9c45-4d83-b2ab-e626fde015a4 will not be triggered until provisioned by entity DHCP. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:15:43.278011 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:43.291113 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2906e451-baed-4578-a09e-730a3f163110 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:43.336937 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Network d7c8f895-b01e-4262-aae5-47fbac934e7f is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:15:43.339399 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Notify callbacks [] for port, precommit_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:43.343871 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:15:43.354561 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Transition to ACTIVE for port object 5e5c4b69-e93c-4258-baa1-5678d5e9122f will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:15:43.359571 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:15:43.370783 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:43.379365 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-743c2231-ffb9-4d69-9e5a-7724c79a5f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:43.426407 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773646'] for router_interface, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:43.517541 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3689a4-9864-49bf-8bba-03c9a25726be None None] Pushing event updated for resources: {'Port': ['ID=5e5c4b69-e93c-4258-baa1-5678d5e9122f,revision_number=2']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:43.529047 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-2d3689a4-9864-49bf-8bba-03c9a25726be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:43.542476 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Attempting to bind port 5e5c4b69-e93c-4258-baa1-5678d5e9122f on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:15:43.543380 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Attempting to bind port 5e5c4b69-e93c-4258-baa1-5678d5e9122f by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:15:43.544016 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Attempting to bind port 5e5c4b69-e93c-4258-baa1-5678d5e9122f on network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:15:43.552107 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:15:43.552874 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Checking segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:15:43.553636 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:43.554269 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Bound using segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:15:43.555311 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Bound port: 5e5c4b69-e93c-4258-baa1-5678d5e9122f, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:15:43.555945 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:43.690253 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] For port 5e5c4b69-e93c-4258-baa1-5678d5e9122f, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:15:43.697313 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] For port 5e5c4b69-e93c-4258-baa1-5678d5e9122f, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=5e5c4b69-e93c-4258-baa1-5678d5e9122f,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:15:43.703719 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:43.708763 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-21c13f68-e5a3-4aae-9c97-c71e75158a42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:43.782143 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed6477-b212-4dae-9e87-8d56dd206b4d req-151b8a56-e005-4748-b2b7-5b9dc0d70e3f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:43.783854 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-eeed6477-b212-4dae-9e87-8d56dd206b4d req-151b8a56-e005-4748-b2b7-5b9dc0d70e3f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.1605768 Jul 19 01:15:43.842653 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3689a4-9864-49bf-8bba-03c9a25726be None None] Pushing event updated for resources: {'Port': ['ID=5e5c4b69-e93c-4258-baa1-5678d5e9122f,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:43.856205 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-2d3689a4-9864-49bf-8bba-03c9a25726be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:43.861714 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-bc698bd5-947b-4da2-b2e8-b4ac87173e85 None None] Provisioning for port cd04d6e2-9c45-4d83-b2ab-e626fde015a4 completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:15:43.876349 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-bc698bd5-947b-4da2-b2e8-b4ac87173e85 None None] Provisioning complete for port cd04d6e2-9c45-4d83-b2ab-e626fde015a4 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:43.876756 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-bc698bd5-947b-4da2-b2e8-b4ac87173e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:43.888103 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-eeed6477-b212-4dae-9e87-8d56dd206b4d req-149db3cd-b5cb-4766-849f-631dc9f893db tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972548 Jul 19 01:15:43.911882 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Pushing event updated for resources: {'Port': ['ID=cd04d6e2-9c45-4d83-b2ab-e626fde015a4,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:43.923478 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:43.959216 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Routers {'b11a213c-3130-494f-b30b-802123facbff'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:43.959863 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b11a213c-3130-494f-b30b-802123facbff'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:44.138637 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:44.142581 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-bc698bd5-947b-4da2-b2e8-b4ac87173e85 None None] Port cd04d6e2-9c45-4d83-b2ab-e626fde015a4 cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:15:44.232046 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] Set router b11a213c-3130-494f-b30b-802123facbff gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:15:44.419080 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:44.427300 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614496'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:44.473537 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-52b7f148-0ed5-40da-9aad-e7a8edc244f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:44.564468 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1773803'] for router_interface, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:44.567969 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Pushing event updated for resources: {'Port': ['ID=cd04d6e2-9c45-4d83-b2ab-e626fde015a4,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:44.571620 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:44.634064 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 4, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port': {'id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'cd04d6e2-9c45-4d83-b2ab-e626fde015a4', 'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'mac_address': 'fa:16:3e:2b:88:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:42Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 1, 'project_id': 'f20c8411515d495c925807596f4385ce', 'subnets': [{'id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:44.644134 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b773e7b0-ebc9-43ed-8e80-4d3733100c2a None None] The sync data for ids ['b11a213c-3130-494f-b30b-802123facbff'] in dv-cinder-801236-1-smb is: [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 4, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port': {'id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'cd04d6e2-9c45-4d83-b2ab-e626fde015a4', 'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'mac_address': 'fa:16:3e:2b:88:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:42Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 1, 'project_id': 'f20c8411515d495c925807596f4385ce', 'subnets': [{'id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:15:44.739375 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Network d7c8f895-b01e-4262-aae5-47fbac934e7f is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:15:44.740903 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:15:45.041361 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Router b11a213c-3130-494f-b30b-802123facbff has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:15:45.230178 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-bfb65598-4daf-4677-b80a-10e49d11b29e None None] Provisioning complete for port cd04d6e2-9c45-4d83-b2ab-e626fde015a4 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:45.236416 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-bfb65598-4daf-4677-b80a-10e49d11b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:45.323242 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0266008-2320-4052-b77d-18716afb6d05 req-35dad85e-637b-457d-83da-f29efb6621bd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:45.330664 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f0266008-2320-4052-b77d-18716afb6d05 req-35dad85e-637b-457d-83da-f29efb6621bd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.2071052 Jul 19 01:15:45.373456 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:15:45.389030 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] 10.222.0.10 "PUT /v2.0/routers/b11a213c-3130-494f-b30b-802123facbff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8129015 Jul 19 01:15:45.395122 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-bfb65598-4daf-4677-b80a-10e49d11b29e None None] Port cd04d6e2-9c45-4d83-b2ab-e626fde015a4 cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:15:45.408487 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f0266008-2320-4052-b77d-18716afb6d05 req-c0cb7f70-c348-4142-85e8-e5f52adb11e7 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765204 Jul 19 01:15:46.299276 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38754) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:46.305272 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1100947771-network', 'tenant_id': '95ddb517aceb44fcba66186fda99f829'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:46.313471 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:46.317599 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Usage tracker for resource:network and tenant:95ddb517aceb44fcba66186fda99f829 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:46.321551 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:46.328450 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:46.350991 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Made reservation on behalf of 95ddb517aceb44fcba66186fda99f829 for: {'network': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:15:46.357466 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for network, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:46.373842 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:46.391717 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:46.395821 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Usage tracker for resource:security_group_rule and tenant:95ddb517aceb44fcba66186fda99f829 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:46.398929 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:46.411247 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:46.592786 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 5e5c4b69-e93c-4258-baa1-5678d5e9122f up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:15:46.659374 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:46.674417 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:46.678219 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 5e5c4b69-e93c-4258-baa1-5678d5e9122f completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:15:46.681244 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-eab301d9-81f3-45b4-a476-a731b1b23bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:46.685734 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 5e5c4b69-e93c-4258-baa1-5678d5e9122f triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:46.686399 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:46.736060 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=78633) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 01:15:46.751182 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a820f762-b831-45d2-95a3-fa917de89bdf,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:46.762414 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:46.765350 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:46.766052 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.segments_db [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Added segment c8af4d60-cb88-4fdd-863b-f11076599ee5 of type vlan for network 29884c57-3b82-4d82-808b-439f11444cd5 Jul 19 01:15:46.803644 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5b82c-1f7f-4241-a7b5-9a2207e2e375 req-3f94baad-e873-4223-8d66-cf979cda3925 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:46.805884 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-85a5b82c-1f7f-4241-a7b5-9a2207e2e375 req-3f94baad-e873-4223-8d66-cf979cda3925 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.1951048 Jul 19 01:15:46.827025 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746967937181'] for network, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:46.867738 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:46.886758 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port 5e5c4b69-e93c-4258-baa1-5678d5e9122f, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=5e5c4b69-e93c-4258-baa1-5678d5e9122f,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:46.892120 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:46.894288 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:46.916084 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-85a5b82c-1f7f-4241-a7b5-9a2207e2e375 req-62f4e6de-1769-4765-bdcb-43bf41fa1771 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836999 Jul 19 01:15:46.921653 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087'] for network, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:46.923772 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:46.924374 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:46.965171 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:46.972534 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=5e5c4b69-e93c-4258-baa1-5678d5e9122f,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:46.975927 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:47.224661 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9241726 Jul 19 01:15:47.225829 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Pushing event updated for resources: {'Network': ['ID=29884c57-3b82-4d82-808b-439f11444cd5,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:47.229519 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b8fce270-16cf-45b8-b9c7-eebcab220637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:47.230205 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38766) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:47.242839 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Request body: {'subnet': {'network_id': '29884c57-3b82-4d82-808b-439f11444cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1100947771-subnet', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'ip_version': 4}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:47.243699 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Network 29884c57-3b82-4d82-808b-439f11444cd5 details requested by agent ovs-agent-dv-cinder-801236-1-smb with host dv-cinder-801236-1-smb {{(pid=78634) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 01:15:47.250306 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:47.263608 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Usage tracker for resource:subnet and tenant:95ddb517aceb44fcba66186fda99f829 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:47.268131 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:47.282679 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:47.302330 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Made reservation on behalf of 95ddb517aceb44fcba66186fda99f829 for: {'subnet': 1} {{(pid=78632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:15:47.305620 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3592514'] for subnet, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:47.673602 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Sync routers for ids ['b11a213c-3130-494f-b30b-802123facbff'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:15:47.682541 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3407811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3592496'] for subnet, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:47.687393 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Routers {'b11a213c-3130-494f-b30b-802123facbff'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:47.688413 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b11a213c-3130-494f-b30b-802123facbff'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:47.693045 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:47.801327 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c67918-8a7b-45ec-ba8c-0fb70f1fd054,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:47.807888 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:47.828253 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Checking segment: {'id': 'c8af4d60-cb88-4fdd-863b-f11076599ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:15:47.828587 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Network hostable DHCP agents. Network: 29884c57-3b82-4d82-808b-439f11444cd5, hostable agents: ['2af8fd0f-df99-4877-b8f9-acda1f9de833'], hosted agents: [] {{(pid=78632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 01:15:47.853094 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Network 29884c57-3b82-4d82-808b-439f11444cd5 is scheduled to be hosted by DHCP agent 2af8fd0f-df99-4877-b8f9-acda1f9de833 with binding_index 1 {{(pid=78632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 01:15:47.865342 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801236-1-smb, 29884c57-3b82-4d82-808b-439f11444cd5) {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:15:47.871228 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:47.872562 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:47.878396 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b3edd-312a-4402-a95a-b2dbda3270a1 None None] Network 29884c57-3b82-4d82-808b-439f11444cd5 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:15:47.928610 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-d47710a7-9166-4343-bbd7-53576e0f5910 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6970880 Jul 19 01:15:47.931450 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38776) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:47.938514 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1100947771-router', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:47.947067 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:47.958410 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Usage tracker for resource:router and tenant:95ddb517aceb44fcba66186fda99f829 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:47.963847 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:47.977914 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:47.998991 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1604376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1400'] for router, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:48.000118 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1393'] for router, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:48.031500 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:48.069858 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Set router b11a213c-3130-494f-b30b-802123facbff gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:15:48.412626 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp025c5668-5ad0-5223-b942-df608e160fc9-29884c57-3b82-4d82-808b-439f11444cd5', 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'fixed_ips': [{'subnet_id': '35c67918-8a7b-45ec-ba8c-0fb70f1fd054'}]}} from dv-cinder-801236-1-smb. {{(pid=78634) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 01:15:48.416407 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:48.534879 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1383'] for router, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:48.602804 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec7208-e552-4c95-9252-b5998f876f55 req-ae066581-b69b-4a66-9368-802c24839877 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:48.604428 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-12ec7208-e552-4c95-9252-b5998f876f55 req-ae066581-b69b-4a66-9368-802c24839877 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.2717834 Jul 19 01:15:48.605466 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 5e5c4b69-e93c-4258-baa1-5678d5e9122f up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:15:48.648578 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 4, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port': {'id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'cd04d6e2-9c45-4d83-b2ab-e626fde015a4', 'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'mac_address': 'fa:16:3e:2b:88:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:42Z', 'updated_at': '2021-07-19T01:15:44Z', 'revision_number': 2, 'project_id': 'f20c8411515d495c925807596f4385ce', 'subnets': [{'id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:48.654726 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Checking router: b11a213c-3130-494f-b30b-802123facbff for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:15:48.655508 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Updating router b11a213c-3130-494f-b30b-802123facbff port cd04d6e2-9c45-4d83-b2ab-e626fde015a4 binding host dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:15:48.682042 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.db_base_plugin_common [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Allocated IP 172.20.0.2 (29884c57-3b82-4d82-808b-439f11444cd5/35c67918-8a7b-45ec-ba8c-0fb70f1fd054/63543325-a4d4-46e0-9571-e52d40398d63) {{(pid=78634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:15:48.725403 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-12ec7208-e552-4c95-9252-b5998f876f55 req-09885368-ffa7-4bee-8170-f62c2ddf2f98 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120634 Jul 19 01:15:48.739214 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 5e5c4b69-e93c-4258-baa1-5678d5e9122f triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:48.739592 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:48.785030 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:48.935086 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:48.975596 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:49.072915 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Notify callbacks [] for port, precommit_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:49.091546 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Transition to ACTIVE for port object 63543325-a4d4-46e0-9571-e52d40398d63 will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:15:49.135595 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Transition to ACTIVE for port object 63543325-a4d4-46e0-9571-e52d40398d63 will not be triggered until provisioned by entity DHCP. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:15:49.143448 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120'] for port, after_create {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:49.147174 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:49.227110 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Network 29884c57-3b82-4d82-808b-439f11444cd5 is already hosted by enough agents. {{(pid=78634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:15:49.227893 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.scheduler.base_scheduler [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Resources bound (agent type, host, resource id): {{(pid=78634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:15:49.231904 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Received port after_create {{(pid=78634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:15:49.237641 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Pushing event updated for resources: {'Port': ['ID=63543325-a4d4-46e0-9571-e52d40398d63,revision_number=1']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:49.240180 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Allocated IP 172.28.0.70 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/3b9ccbb0-3740-4278-9abf-872134c2c6bf) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:15:49.242195 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:49.345674 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Attempting to bind port 63543325-a4d4-46e0-9571-e52d40398d63 on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:15:49.346046 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Attempting to bind port 63543325-a4d4-46e0-9571-e52d40398d63 by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': 'c8af4d60-cb88-4fdd-863b-f11076599ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:15:49.346410 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Attempting to bind port 63543325-a4d4-46e0-9571-e52d40398d63 on network 29884c57-3b82-4d82-808b-439f11444cd5 {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:15:49.356126 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:15:49.356506 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Checking segment: {'id': 'c8af4d60-cb88-4fdd-863b-f11076599ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:15:49.357437 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:49.357838 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Bound using segment: {'id': 'c8af4d60-cb88-4fdd-863b-f11076599ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:15:49.358307 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Bound port: 63543325-a4d4-46e0-9571-e52d40398d63, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8af4d60-cb88-4fdd-863b-f11076599ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:15:49.359185 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:49.370693 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Notify callbacks [] for port, precommit_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:49.391055 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.provisioning_blocks [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Transition to ACTIVE for port object cd04d6e2-9c45-4d83-b2ab-e626fde015a4 will not be triggered until provisioned by entity L2. {{(pid=78635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:15:49.405696 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:49.410602 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:49.510889 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] For port 63543325-a4d4-46e0-9571-e52d40398d63, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:15:49.514469 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] For port 63543325-a4d4-46e0-9571-e52d40398d63, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=63543325-a4d4-46e0-9571-e52d40398d63,segment=NetworkSegment(c8af4d60-cb88-4fdd-863b-f11076599ee5),segment_id=c8af4d60-cb88-4fdd-863b-f11076599ee5)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:15:49.523726 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:49.529716 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:49.535365 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:49.564213 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Pushing event updated for resources: {'Port': ['ID=cd04d6e2-9c45-4d83-b2ab-e626fde015a4,revision_number=3']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:49.631435 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:49.637662 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-852aea16-29d2-41a8-a634-c0137263bd92 tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:49.671673 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:49.672265 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:49.672886 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:49.673223 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:49.673767 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:49.674102 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:49.674421 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:49.674777 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:49.675096 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:49.675411 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:49.675804 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:49.676120 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:15:49.681611 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:49.728337 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Pushing event updated for resources: {'Port': ['ID=63543325-a4d4-46e0-9571-e52d40398d63,revision_number=2']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:49.747513 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-231e339f-e323-42b7-b20c-decf556103d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:49.844116 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Attempting to bind port cd04d6e2-9c45-4d83-b2ab-e626fde015a4 on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:15:49.844767 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Pushing event updated for resources: {'Port': ['ID=3b9ccbb0-3740-4278-9abf-872134c2c6bf,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:49.845293 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Attempting to bind port cd04d6e2-9c45-4d83-b2ab-e626fde015a4 by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f'}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:15:49.845832 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Attempting to bind port cd04d6e2-9c45-4d83-b2ab-e626fde015a4 on network d7c8f895-b01e-4262-aae5-47fbac934e7f {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:15:49.858111 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:49.869378 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:15:49.869780 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Checking segment: {'id': 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:15:49.870263 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:49.870725 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Bound using segment: {'id': 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f'} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:15:49.871212 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Bound port: cd04d6e2-9c45-4d83-b2ab-e626fde015a4, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f'}}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:15:49.871843 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:49.883672 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:15:49.886117 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:15:49.893301 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:15:50.078150 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] For port cd04d6e2-9c45-4d83-b2ab-e626fde015a4, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:15:50.088705 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] For port cd04d6e2-9c45-4d83-b2ab-e626fde015a4, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=cd04d6e2-9c45-4d83-b2ab-e626fde015a4,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:15:50.096402 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:50.107258 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:50.129938 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df44df-3264-4a9f-a45c-1e4ecaad6d47 req-f209d94a-9d9b-4802-bb11-71beef36cfd0 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:50.131560 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-15df44df-3264-4a9f-a45c-1e4ecaad6d47 req-f209d94a-9d9b-4802-bb11-71beef36cfd0 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.1839273 Jul 19 01:15:50.254490 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-15df44df-3264-4a9f-a45c-1e4ecaad6d47 req-2ce56e2f-b2ba-4941-8dd4-2f053d71f5c0 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111538 Jul 19 01:15:50.301166 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Pushing event updated for resources: {'Port': ['ID=cd04d6e2-9c45-4d83-b2ab-e626fde015a4,revision_number=4']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:50.307445 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:50.329219 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Routers {'b11a213c-3130-494f-b30b-802123facbff'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:50.330379 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b11a213c-3130-494f-b30b-802123facbff'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:50.718235 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] Set router b11a213c-3130-494f-b30b-802123facbff gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:15:50.776824 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device cd04d6e2-9c45-4d83-b2ab-e626fde015a4 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:15:50.900976 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:50.941596 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port cd04d6e2-9c45-4d83-b2ab-e626fde015a4 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:15:50.950105 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port cd04d6e2-9c45-4d83-b2ab-e626fde015a4 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:50.950853 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:51.263803 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:51.308867 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port cd04d6e2-9c45-4d83-b2ab-e626fde015a4, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=cd04d6e2-9c45-4d83-b2ab-e626fde015a4,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:51.317969 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:51.319925 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 63543325-a4d4-46e0-9571-e52d40398d63 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:15:51.376009 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-2d3689a4-9864-49bf-8bba-03c9a25726be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:51.387355 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 4, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port': {'id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'cd04d6e2-9c45-4d83-b2ab-e626fde015a4', 'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'mac_address': 'fa:16:3e:2b:88:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:42Z', 'updated_at': '2021-07-19T01:15:50Z', 'revision_number': 4, 'project_id': 'f20c8411515d495c925807596f4385ce', 'subnets': [{'id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:51.404010 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bac794-d8eb-44a1-8d83-6c7d011e376c None None] The sync data for ids ['b11a213c-3130-494f-b30b-802123facbff'] in dv-cinder-801236-1-smb is: [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 4, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port': {'id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'cd04d6e2-9c45-4d83-b2ab-e626fde015a4', 'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'mac_address': 'fa:16:3e:2b:88:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:42Z', 'updated_at': '2021-07-19T01:15:50Z', 'revision_number': 4, 'project_id': 'f20c8411515d495c925807596f4385ce', 'subnets': [{'id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:15:51.418799 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc01a86d-649a-454b-8208-a8f74b227d42 None None] Network 29884c57-3b82-4d82-808b-439f11444cd5 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:15:51.594315 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=cd04d6e2-9c45-4d83-b2ab-e626fde015a4,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:51.606682 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:51.619194 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9d96-32bc-4d6f-8f30-3e81d6279a67 req-d1c131a9-f8a5-47c9-8f46-e2b5df99c46f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:51.623638 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-53be9d96-32bc-4d6f-8f30-3e81d6279a67 req-d1c131a9-f8a5-47c9-8f46-e2b5df99c46f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.1576526 Jul 19 01:15:51.696750 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603608'] for router, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:51.730647 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 63543325-a4d4-46e0-9571-e52d40398d63 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:15:51.732562 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-53be9d96-32bc-4d6f-8f30-3e81d6279a67 req-8f8d59a4-d9cb-477d-97da-422f9456a97e tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028919 Jul 19 01:15:51.756589 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 63543325-a4d4-46e0-9571-e52d40398d63 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:51.769980 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:51.796337 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3612cf89-dda4-40ce-9872-5bb9bb50284e None None] Provisioning for port 63543325-a4d4-46e0-9571-e52d40398d63 completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:15:51.823016 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3612cf89-dda4-40ce-9872-5bb9bb50284e None None] Provisioning complete for port 63543325-a4d4-46e0-9571-e52d40398d63 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:51.825164 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3612cf89-dda4-40ce-9872-5bb9bb50284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:51.992305 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Router 12c09e3c-e54d-4d82-afef-bdb25274cfed is scheduled to L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 with binding_index 1 {{(pid=78633) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 01:15:52.029205 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:15:52.237405 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:15:52.256600 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:52.291290 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Sync routers for ids ['12c09e3c-e54d-4d82-afef-bdb25274cfed'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:15:52.295519 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] Notify callbacks [] for router, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:52.299301 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-8f072c91-01fe-45f6-bf92-d3ea49d6f91a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3636792 Jul 19 01:15:52.299742 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38808) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:52.336344 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Routers {'12c09e3c-e54d-4d82-afef-bdb25274cfed'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:52.337003 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['12c09e3c-e54d-4d82-afef-bdb25274cfed'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:52.470564 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port 63543325-a4d4-46e0-9571-e52d40398d63, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=63543325-a4d4-46e0-9571-e52d40398d63,segment=NetworkSegment(c8af4d60-cb88-4fdd-863b-f11076599ee5),segment_id=c8af4d60-cb88-4fdd-863b-f11076599ee5)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:52.480869 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3612cf89-dda4-40ce-9872-5bb9bb50284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:52.501984 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:52.511199 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:52.692099 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device cd04d6e2-9c45-4d83-b2ab-e626fde015a4 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:15:52.839097 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Set router 12c09e3c-e54d-4d82-afef-bdb25274cfed gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:15:53.028331 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ad193-bfd4-4f41-a468-d879e1c52e96 req-60123a5b-8ea6-4875-beeb-07eeb0fcd806 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:53.047736 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0d3ad193-bfd4-4f41-a468-d879e1c52e96 req-60123a5b-8ea6-4875-beeb-07eeb0fcd806 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.1542866 Jul 19 01:15:53.135899 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-0d3ad193-bfd4-4f41-a468-d879e1c52e96 req-a1ccfb06-22f7-4d54-9247-6e98083bb6c5 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872800 Jul 19 01:15:53.357989 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=63543325-a4d4-46e0-9571-e52d40398d63,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:53.366403 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:53.398570 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:53.408268 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port cd04d6e2-9c45-4d83-b2ab-e626fde015a4 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:53.408805 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:53.480851 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.db.api [None req-3612cf89-dda4-40ce-9872-5bb9bb50284e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 01:15:53.481396 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_db.api [None req-3612cf89-dda4-40ce-9872-5bb9bb50284e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 01:15:53.507140 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'name': 'tempest-TestShelveInstance-1100947771-router', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:48Z', 'updated_at': '2021-07-19T01:15:50Z', 'revision_number': 3, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'gw_port': {'id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:49Z', 'updated_at': '2021-07-19T01:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:53.515200 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Checking router: 12c09e3c-e54d-4d82-afef-bdb25274cfed for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:15:53.515718 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Updating router 12c09e3c-e54d-4d82-afef-bdb25274cfed port 3b9ccbb0-3740-4278-9abf-872134c2c6bf binding host dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:15:53.628726 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:53.696292 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Allocated IP 172.20.0.1 (29884c57-3b82-4d82-808b-439f11444cd5/35c67918-8a7b-45ec-ba8c-0fb70f1fd054/4d48e769-3be8-4b48-a58d-efee9b809151) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:15:53.987782 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:54.008644 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.provisioning_blocks [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Transition to ACTIVE for port object 4d48e769-3be8-4b48-a58d-efee9b809151 will not be triggered until provisioned by entity DHCP. {{(pid=78632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:15:54.042772 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:54.049761 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2f2e316c-42d8-4dad-b228-e6502fc11547 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:54.198356 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Notify callbacks [] for port, precommit_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:54.213836 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Transition to ACTIVE for port object 3b9ccbb0-3740-4278-9abf-872134c2c6bf will not be triggered until provisioned by entity L2. {{(pid=78634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:15:54.233664 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:54.243059 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:54.314691 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Network 29884c57-3b82-4d82-808b-439f11444cd5 is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:15:54.315590 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Pushing event updated for resources: {'Port': ['ID=4d48e769-3be8-4b48-a58d-efee9b809151,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:54.320202 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:15:54.328801 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-2958aba2-32b1-4f74-bf90-9f63654d747d None None] Provisioning complete for port 63543325-a4d4-46e0-9571-e52d40398d63 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:54.329585 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2958aba2-32b1-4f74-bf90-9f63654d747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:54.405003 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:15:54.405647 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c7e4c-9b37-48f5-8310-a9301cfbd4aa None None] Pushing event updated for resources: {'Port': ['ID=3b9ccbb0-3740-4278-9abf-872134c2c6bf,revision_number=2']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:54.406902 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Attempting to bind port 3b9ccbb0-3740-4278-9abf-872134c2c6bf on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:15:54.407275 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Attempting to bind port 3b9ccbb0-3740-4278-9abf-872134c2c6bf by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:15:54.407640 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Attempting to bind port 3b9ccbb0-3740-4278-9abf-872134c2c6bf on network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:15:54.420099 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-5a3c7e4c-9b37-48f5-8310-a9301cfbd4aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:54.434309 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:54.435349 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1773646'] for router_interface, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:54.445979 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:15:54.446430 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Checking segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:15:54.446921 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:54.447344 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Bound using segment: {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'} {{(pid=78634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:15:54.447807 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.managers [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Bound port: 3b9ccbb0-3740-4278-9abf-872134c2c6bf, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fc4790-c0c1-486f-9ca4-7fb7507a1e5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e'}}] {{(pid=78634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:15:54.448186 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:54.604155 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] For port 3b9ccbb0-3740-4278-9abf-872134c2c6bf, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:15:54.607503 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] For port 3b9ccbb0-3740-4278-9abf-872134c2c6bf, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=3b9ccbb0-3740-4278-9abf-872134c2c6bf,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:15:54.619816 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 63543325-a4d4-46e0-9571-e52d40398d63 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:15:54.651501 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:54.663283 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:54.777455 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae96bb0-491a-4e07-8d52-ccf56e020b09 req-7844196b-d5c4-4b40-93f0-07c685e19d2c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:54.779171 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-fae96bb0-491a-4e07-8d52-ccf56e020b09 req-7844196b-d5c4-4b40-93f0-07c685e19d2c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.4608667 Jul 19 01:15:54.829977 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Routers {'12c09e3c-e54d-4d82-afef-bdb25274cfed'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:54.830637 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['12c09e3c-e54d-4d82-afef-bdb25274cfed'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:54.860987 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-fae96bb0-491a-4e07-8d52-ccf56e020b09 req-9e5fdaaa-c306-41dd-81bc-80b26f547c19 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736470 Jul 19 01:15:54.953318 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c7e4c-9b37-48f5-8310-a9301cfbd4aa None None] Pushing event updated for resources: {'Port': ['ID=3b9ccbb0-3740-4278-9abf-872134c2c6bf,revision_number=3']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:54.958979 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-5a3c7e4c-9b37-48f5-8310-a9301cfbd4aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:54.981102 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:54.994746 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 63543325-a4d4-46e0-9571-e52d40398d63 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:54.995136 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:55.184046 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-8f651d65-6dfa-4528-8a72-e402fa21be7f None None] Provisioning for port 4d48e769-3be8-4b48-a58d-efee9b809151 completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:15:55.212369 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-8f651d65-6dfa-4528-8a72-e402fa21be7f None None] Provisioning complete for port 4d48e769-3be8-4b48-a58d-efee9b809151 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:55.212369 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-8f651d65-6dfa-4528-8a72-e402fa21be7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:55.251485 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] Set router 12c09e3c-e54d-4d82-afef-bdb25274cfed gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:15:55.350589 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-8f651d65-6dfa-4528-8a72-e402fa21be7f None None] Port 4d48e769-3be8-4b48-a58d-efee9b809151 cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:15:55.416180 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:55.419324 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:55.452912 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c7a9b4bd-5f76-4c73-aaca-f73fa51bfd64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:55.528016 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Pushing event updated for resources: {'Port': ['ID=4d48e769-3be8-4b48-a58d-efee9b809151,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:55.539492 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:55.575914 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1773803'] for router_interface, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:55.756981 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'name': 'tempest-TestShelveInstance-1100947771-router', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:48Z', 'updated_at': '2021-07-19T01:15:54Z', 'revision_number': 4, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'gw_port': {'id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:49Z', 'updated_at': '2021-07-19T01:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '4d48e769-3be8-4b48-a58d-efee9b809151', 'name': '', 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'mac_address': 'fa:16:3e:33:32:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '35c67918-8a7b-45ec-ba8c-0fb70f1fd054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:53Z', 'updated_at': '2021-07-19T01:15:53Z', 'revision_number': 1, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'subnets': [{'id': '35c67918-8a7b-45ec-ba8c-0fb70f1fd054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:55.761720 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f183121-7166-4690-b8ff-4fd7f08fc282 None None] The sync data for ids ['12c09e3c-e54d-4d82-afef-bdb25274cfed'] in dv-cinder-801236-1-smb is: [{'id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'name': 'tempest-TestShelveInstance-1100947771-router', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:48Z', 'updated_at': '2021-07-19T01:15:54Z', 'revision_number': 4, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'gw_port': {'id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:49Z', 'updated_at': '2021-07-19T01:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '4d48e769-3be8-4b48-a58d-efee9b809151', 'name': '', 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'mac_address': 'fa:16:3e:33:32:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '35c67918-8a7b-45ec-ba8c-0fb70f1fd054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:53Z', 'updated_at': '2021-07-19T01:15:53Z', 'revision_number': 1, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'subnets': [{'id': '35c67918-8a7b-45ec-ba8c-0fb70f1fd054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:15:55.763045 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Network 29884c57-3b82-4d82-808b-439f11444cd5 is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:15:55.764259 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:15:56.090936 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-f5aa980c-1d6a-4b6a-8006-ee38ede0de0e None None] Provisioning complete for port 4d48e769-3be8-4b48-a58d-efee9b809151 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:56.091422 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-f5aa980c-1d6a-4b6a-8006-ee38ede0de0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:56.101203 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3055-deed-495f-80f9-dfbd8dcf3058 req-58d3722f-bd8f-4c18-9469-74e2f2543280 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:56.103518 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-42ba3055-deed-495f-80f9-dfbd8dcf3058 req-58d3722f-bd8f-4c18-9469-74e2f2543280 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.1032069 Jul 19 01:15:56.117852 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Router 12c09e3c-e54d-4d82-afef-bdb25274cfed has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:15:56.167264 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa980c-1d6a-4b6a-8006-ee38ede0de0e None None] Port 4d48e769-3be8-4b48-a58d-efee9b809151 cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:15:56.169453 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-42ba3055-deed-495f-80f9-dfbd8dcf3058 req-b4478b0a-bed0-4883-b73f-9fb72af50276 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582359 Jul 19 01:15:56.225893 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7ac9-6574-4bee-9e31-e26b36fccce0 req-338f15b0-4770-4bc4-a967-2220080d031c tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:56.227477 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-22cf7ac9-6574-4bee-9e31-e26b36fccce0 req-338f15b0-4770-4bc4-a967-2220080d031c tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 946 time: 0.2553144 Jul 19 01:15:56.486770 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-22cf7ac9-6574-4bee-9e31-e26b36fccce0 req-900bb068-f8c7-48d1-8a5c-3de406825626 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478323 Jul 19 01:15:56.502087 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:15:56.514183 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] 10.222.0.10 "PUT /v2.0/routers/12c09e3c-e54d-4d82-afef-bdb25274cfed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2132430 Jul 19 01:15:56.636605 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baf745-ac22-48fd-b240-0e463e8b1e8b req-55529c9a-bb9c-4449-b579-f22311fa915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:56.638399 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b6baf745-ac22-48fd-b240-0e463e8b1e8b req-55529c9a-bb9c-4449-b579-f22311fa915f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 1098 time: 0.1020942 Jul 19 01:15:56.891015 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baf745-ac22-48fd-b240-0e463e8b1e8b req-caf54435-1cc0-4091-bf4c-ae69cce3457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:56.892539 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b6baf745-ac22-48fd-b240-0e463e8b1e8b req-caf54435-1cc0-4091-bf4c-ae69cce3457c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 916 time: 0.2472131 Jul 19 01:15:57.006237 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b6baf745-ac22-48fd-b240-0e463e8b1e8b req-7baec861-ec4c-4f22-9e47-b0ffc72793b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c42c7654-0769-44b8-8510-2b8266298cde HTTP/1.1" status: 200 len: 1000 time: 0.1058171 Jul 19 01:15:57.074187 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 38864) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:57.077415 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baf745-ac22-48fd-b240-0e463e8b1e8b req-848c793b-ae82-4930-81a1-0bed4993f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:57.078888 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b6baf745-ac22-48fd-b240-0e463e8b1e8b req-848c793b-ae82-4930-81a1-0bed4993f790 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3a1d271-46d5-45ce-b690-19ecf5019168 HTTP/1.1" status: 200 len: 854 time: 0.0658779 Jul 19 01:15:57.082465 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6920324', 'description': 'tempest-secgroup-smoke-6920324 description', 'project_id': 'f20c8411515d495c925807596f4385ce'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:57.089166 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:57.093025 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Usage tracker for resource:security_group and tenant:f20c8411515d495c925807596f4385ce is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:57.095925 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:57.102083 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:57.163450 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.188789 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:57.192785 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Usage tracker for resource:security_group_rule and tenant:f20c8411515d495c925807596f4385ce is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:57.199265 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:57.205330 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:57.230764 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baf745-ac22-48fd-b240-0e463e8b1e8b req-fb46ee56-e9ca-45cb-8ee2-f1f38b717b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:57.232312 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b6baf745-ac22-48fd-b240-0e463e8b1e8b req-fb46ee56-e9ca-45cb-8ee2-f1f38b717b7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c296ada3-efae-4388-b9cf-7235586b6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1269367 Jul 19 01:15:57.370790 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b764045-47df-47c2-a40f-bc67dbad617c req-c7c91b30-01a8-4215-9151-111577b2a3d8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:57.372437 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9b764045-47df-47c2-a40f-bc67dbad617c req-c7c91b30-01a8-4215-9151-111577b2a3d8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.0815732 Jul 19 01:15:57.387866 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.401625 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.408396 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-0aba3544-0af0-41ab-ae62-2e697156c5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:57.417707 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9b764045-47df-47c2-a40f-bc67dbad617c req-6d0b2f2e-4b5d-4177-bf2f-8933bb1daf48 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396509 Jul 19 01:15:57.428449 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b6baf745-ac22-48fd-b240-0e463e8b1e8b req-a364baa8-9ff3-499d-889a-041d1496941b service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888421 Jul 19 01:15:57.488585 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f1675c-8bbd-45aa-87cd-521b616e53b2,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:57.495013 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:57.542278 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.543510 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.4682140 Jul 19 01:15:57.546717 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38872) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:57.552677 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-82e3a8c4-84ac-44d7-a107-c2c22b6064ab tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Request body: {'security_group_rule': {'security_group_id': '22f1675c-8bbd-45aa-87cd-521b616e53b2', 'project_id': 'f20c8411515d495c925807596f4385ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:57.559484 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-82e3a8c4-84ac-44d7-a107-c2c22b6064ab tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:57.563714 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-82e3a8c4-84ac-44d7-a107-c2c22b6064ab tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Usage tracker for resource:security_group_rule and tenant:f20c8411515d495c925807596f4385ce is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:57.566612 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-82e3a8c4-84ac-44d7-a107-c2c22b6064ab tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:57.573781 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-82e3a8c4-84ac-44d7-a107-c2c22b6064ab tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:57.591274 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-82e3a8c4-84ac-44d7-a107-c2c22b6064ab tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.591508 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-b6baf745-ac22-48fd-b240-0e463e8b1e8b req-7b90ad2a-afdb-4fc0-8895-6654b783a07a service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510735 Jul 19 01:15:57.659157 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-82e3a8c4-84ac-44d7-a107-c2c22b6064ab tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.663669 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-82e3a8c4-84ac-44d7-a107-c2c22b6064ab tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.665865 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:57.681407 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3a8c4-84ac-44d7-a107-c2c22b6064ab tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a91adde-b49b-486a-9d89-46fa6073290a,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:57.684865 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-82e3a8c4-84ac-44d7-a107-c2c22b6064ab tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:57.688115 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a9a4c-c161-44e6-9101-ad146a1aa365 req-7a1fcc2c-5b56-4f66-ae11-c289da7ca3b2 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:57.689941 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-fe1a9a4c-c161-44e6-9101-ad146a1aa365 req-7a1fcc2c-5b56-4f66-ae11-c289da7ca3b2 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 946 time: 0.0937042 Jul 19 01:15:57.702486 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-82e3a8c4-84ac-44d7-a107-c2c22b6064ab tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.706680 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-82e3a8c4-84ac-44d7-a107-c2c22b6064ab tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556301 Jul 19 01:15:57.706680 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38876) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:57.713108 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-f233885b-c95d-415e-a9e8-d9c9b076dfd6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Request body: {'security_group_rule': {'security_group_id': '22f1675c-8bbd-45aa-87cd-521b616e53b2', 'project_id': 'f20c8411515d495c925807596f4385ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:57.725981 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-f233885b-c95d-415e-a9e8-d9c9b076dfd6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:57.730768 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-f233885b-c95d-415e-a9e8-d9c9b076dfd6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Usage tracker for resource:security_group_rule and tenant:f20c8411515d495c925807596f4385ce is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:57.734919 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-f233885b-c95d-415e-a9e8-d9c9b076dfd6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:57.738930 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-fe1a9a4c-c161-44e6-9101-ad146a1aa365 req-1e5abf96-68d9-4419-adc7-09baf051521f tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424254 Jul 19 01:15:57.742453 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-f233885b-c95d-415e-a9e8-d9c9b076dfd6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:57.759858 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f233885b-c95d-415e-a9e8-d9c9b076dfd6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.821501 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f233885b-c95d-415e-a9e8-d9c9b076dfd6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.824877 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f233885b-c95d-415e-a9e8-d9c9b076dfd6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.826837 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:57.848498 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233885b-c95d-415e-a9e8-d9c9b076dfd6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef2536b-16d2-4172-bdc2-0c2e60f32a49,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:57.851141 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f233885b-c95d-415e-a9e8-d9c9b076dfd6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:57.858062 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f233885b-c95d-415e-a9e8-d9c9b076dfd6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.861671 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-f233885b-c95d-415e-a9e8-d9c9b076dfd6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1517463 Jul 19 01:15:57.861935 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38880) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:57.867372 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-e2444974-b2d4-413d-a31b-f31be5372da2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Request body: {'security_group_rule': {'security_group_id': '22f1675c-8bbd-45aa-87cd-521b616e53b2', 'project_id': 'f20c8411515d495c925807596f4385ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:57.873571 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e2444974-b2d4-413d-a31b-f31be5372da2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:57.877757 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e2444974-b2d4-413d-a31b-f31be5372da2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Usage tracker for resource:security_group_rule and tenant:f20c8411515d495c925807596f4385ce is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:57.880969 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e2444974-b2d4-413d-a31b-f31be5372da2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:57.887353 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e2444974-b2d4-413d-a31b-f31be5372da2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:57.904689 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e2444974-b2d4-413d-a31b-f31be5372da2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.955362 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Sync routers for ids ['12c09e3c-e54d-4d82-afef-bdb25274cfed'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:15:57.965858 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Routers {'12c09e3c-e54d-4d82-afef-bdb25274cfed'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:57.966480 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['12c09e3c-e54d-4d82-afef-bdb25274cfed'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:57.969857 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e2444974-b2d4-413d-a31b-f31be5372da2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.974113 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e2444974-b2d4-413d-a31b-f31be5372da2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:57.976194 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:57.999198 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2444974-b2d4-413d-a31b-f31be5372da2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c561a39-6410-46c4-8948-69707ddc15fd,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:58.003491 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e2444974-b2d4-413d-a31b-f31be5372da2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:58.009131 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e2444974-b2d4-413d-a31b-f31be5372da2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.013006 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e2444974-b2d4-413d-a31b-f31be5372da2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476271 Jul 19 01:15:58.013581 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38884) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:58.018316 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-b9b5c5b8-59b9-485c-b288-0b668bd886d6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Request body: {'security_group_rule': {'security_group_id': '22f1675c-8bbd-45aa-87cd-521b616e53b2', 'project_id': 'f20c8411515d495c925807596f4385ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:58.024697 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-b9b5c5b8-59b9-485c-b288-0b668bd886d6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:58.028580 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-b9b5c5b8-59b9-485c-b288-0b668bd886d6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Usage tracker for resource:security_group_rule and tenant:f20c8411515d495c925807596f4385ce is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:58.031595 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-b9b5c5b8-59b9-485c-b288-0b668bd886d6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:58.037680 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-b9b5c5b8-59b9-485c-b288-0b668bd886d6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:58.058926 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c5b8-59b9-485c-b288-0b668bd886d6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.075219 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-0be8a6f5-881a-4d8a-b8d6-abf5f22da0fe tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:58.076962 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-0be8a6f5-881a-4d8a-b8d6-abf5f22da0fe tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 946 time: 0.0996802 Jul 19 01:15:58.140389 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c5b8-59b9-485c-b288-0b668bd886d6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.146377 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c5b8-59b9-485c-b288-0b668bd886d6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.148919 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:58.158480 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Deleting port c8950f56-1450-4a6b-93f0-3f5570a6b25f {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:15:58.159037 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.171454 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5c5b8-59b9-485c-b288-0b668bd886d6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25dd75f4-2cbf-4b40-9bd1-a2d89a431196,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:58.184248 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b9b5c5b8-59b9-485c-b288-0b668bd886d6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:58.188688 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c5b8-59b9-485c-b288-0b668bd886d6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.192463 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-b9b5c5b8-59b9-485c-b288-0b668bd886d6 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1758878 Jul 19 01:15:58.192698 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38888) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:58.199201 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-62ba980b-fb25-49d4-bef1-189ee19bdb4f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Request body: {'security_group_rule': {'security_group_id': '22f1675c-8bbd-45aa-87cd-521b616e53b2', 'project_id': 'f20c8411515d495c925807596f4385ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:58.205267 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Set router 12c09e3c-e54d-4d82-afef-bdb25274cfed gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:15:58.205411 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-62ba980b-fb25-49d4-bef1-189ee19bdb4f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:58.209196 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-62ba980b-fb25-49d4-bef1-189ee19bdb4f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Usage tracker for resource:security_group_rule and tenant:f20c8411515d495c925807596f4385ce is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:58.213305 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-62ba980b-fb25-49d4-bef1-189ee19bdb4f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:58.221185 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-62ba980b-fb25-49d4-bef1-189ee19bdb4f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:58.231822 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.db.securitygroups_db [None req-62ba980b-fb25-49d4-bef1-189ee19bdb4f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Project f20c8411515d495c925807596f4385ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 01:15:58.238559 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-62ba980b-fb25-49d4-bef1-189ee19bdb4f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.312481 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-62ba980b-fb25-49d4-bef1-189ee19bdb4f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.316946 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-62ba980b-fb25-49d4-bef1-189ee19bdb4f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.319309 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:58.344160 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba980b-fb25-49d4-bef1-189ee19bdb4f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d786486e-7c82-4b7e-8dd3-a85cec8a8ad9,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:58.346576 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-62ba980b-fb25-49d4-bef1-189ee19bdb4f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:58.354277 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-62ba980b-fb25-49d4-bef1-189ee19bdb4f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.355605 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-62ba980b-fb25-49d4-bef1-189ee19bdb4f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1619854 Jul 19 01:15:58.358294 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38892) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:15:58.363282 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-c3b76039-174c-41e9-8755-730deddde87f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Request body: {'security_group_rule': {'security_group_id': '22f1675c-8bbd-45aa-87cd-521b616e53b2', 'project_id': 'f20c8411515d495c925807596f4385ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:15:58.369409 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-c3b76039-174c-41e9-8755-730deddde87f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:15:58.373581 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-c3b76039-174c-41e9-8755-730deddde87f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Usage tracker for resource:security_group_rule and tenant:f20c8411515d495c925807596f4385ce is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:15:58.377001 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-c3b76039-174c-41e9-8755-730deddde87f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:15:58.383061 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-c3b76039-174c-41e9-8755-730deddde87f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:15:58.396804 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.db.securitygroups_db [None req-c3b76039-174c-41e9-8755-730deddde87f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Project f20c8411515d495c925807596f4385ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 01:15:58.404633 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c3b76039-174c-41e9-8755-730deddde87f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.443842 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] For port c8950f56-1450-4a6b-93f0-3f5570a6b25f, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c8950f56-1450-4a6b-93f0-3f5570a6b25f,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:58.444725 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.474876 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c3b76039-174c-41e9-8755-730deddde87f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.480101 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c3b76039-174c-41e9-8755-730deddde87f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834921'] for security_group_rule, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.482562 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-410744d4-896f-481a-9208-cb9f9c5e7b7d tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:58.514397 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c3b76039-174c-41e9-8755-730deddde87f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.515538 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-c3b76039-174c-41e9-8755-730deddde87f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1562796 Jul 19 01:15:58.524683 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b76039-174c-41e9-8755-730deddde87f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119c2384-48ee-4b0b-8661-5a829807bd42,revision_number=0']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:58.527822 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c3b76039-174c-41e9-8755-730deddde87f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:58.554988 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'name': 'tempest-TestShelveInstance-1100947771-router', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:48Z', 'updated_at': '2021-07-19T01:15:54Z', 'revision_number': 4, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'gw_port': {'id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:49Z', 'updated_at': '2021-07-19T01:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '4d48e769-3be8-4b48-a58d-efee9b809151', 'name': '', 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'mac_address': 'fa:16:3e:33:32:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '35c67918-8a7b-45ec-ba8c-0fb70f1fd054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:53Z', 'updated_at': '2021-07-19T01:15:55Z', 'revision_number': 2, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'subnets': [{'id': '35c67918-8a7b-45ec-ba8c-0fb70f1fd054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:58.559117 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Checking router: 12c09e3c-e54d-4d82-afef-bdb25274cfed for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:15:58.559508 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Updating router 12c09e3c-e54d-4d82-afef-bdb25274cfed port 4d48e769-3be8-4b48-a58d-efee9b809151 binding host dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 01:15:58.643522 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.672269 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94545e4-9019-4f8b-8225-d4522ae92735 req-cb5b6a7b-ce61-4f4a-b773-67615ecd2669 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:58.679926 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f94545e4-9019-4f8b-8225-d4522ae92735 req-cb5b6a7b-ce61-4f4a-b773-67615ecd2669 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.1102083 Jul 19 01:15:58.693413 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 3b9ccbb0-3740-4278-9abf-872134c2c6bf up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:15:58.754840 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f94545e4-9019-4f8b-8225-d4522ae92735 req-e019e865-82f4-471e-af90-fc77d7e14239 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738637 Jul 19 01:15:58.802886 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 3b9ccbb0-3740-4278-9abf-872134c2c6bf completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:15:58.808711 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 3b9ccbb0-3740-4278-9abf-872134c2c6bf triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:15:58.811365 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.944101 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.945201 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.945883 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.l3_db [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Floating IP 9b9fa6dd-1040-40dd-a246-4350101fb7b6 disassociated. External IP: 172.28.0.190, port: c8950f56-1450-4a6b-93f0-3f5570a6b25f. Jul 19 01:15:58.946415 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Calling delete_port for c8950f56-1450-4a6b-93f0-3f5570a6b25f owned by compute:nova {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:15:58.955368 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.977356 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port 3b9ccbb0-3740-4278-9abf-872134c2c6bf, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=3b9ccbb0-3740-4278-9abf-872134c2c6bf,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:15:58.983408 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:58.985728 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-5a3c7e4c-9b37-48f5-8310-a9301cfbd4aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:59.082150 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=3b9ccbb0-3740-4278-9abf-872134c2c6bf,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:59.090233 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:59.142709 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Notify callbacks [] for port, precommit_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:59.158140 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.provisioning_blocks [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Transition to ACTIVE for port object 4d48e769-3be8-4b48-a58d-efee9b809151 will not be triggered until provisioned by entity L2. {{(pid=78635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:15:59.165223 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:59.166187 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb4742-924f-4ddd-a1e8-df73e3b7b98c req-5f988408-8ead-4006-937f-6676b51be8a8 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:15:59.167888 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c6cb4742-924f-4ddd-a1e8-df73e3b7b98c req-5f988408-8ead-4006-937f-6676b51be8a8 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 946 time: 0.2919858 Jul 19 01:15:59.169936 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:59.300204 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33e420-3d65-4f8f-94aa-71d5535e9b79 None None] Pushing event updated for resources: {'Port': ['ID=4d48e769-3be8-4b48-a58d-efee9b809151,revision_number=3']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:59.313697 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-3d33e420-3d65-4f8f-94aa-71d5535e9b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:59.336266 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c6cb4742-924f-4ddd-a1e8-df73e3b7b98c req-73eceec3-50a9-45df-89e5-959aecf60c9a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups?id=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264482 Jul 19 01:15:59.344975 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:59.354467 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7c334748-39cd-438e-a8db-9fdbe39c2770 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:59.409514 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event deleted for resources: {'Port': ['ID=c8950f56-1450-4a6b-93f0-3f5570a6b25f,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:59.421001 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:59.520306 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Attempting to bind port 4d48e769-3be8-4b48-a58d-efee9b809151 on host dv-cinder-801236-1-smb for vnic_type normal with profile {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:15:59.520670 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Attempting to bind port 4d48e769-3be8-4b48-a58d-efee9b809151 by drivers openvswitch,hyperv on host dv-cinder-801236-1-smb at level 0 using segments [{'id': 'c8af4d60-cb88-4fdd-863b-f11076599ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5'}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:15:59.521027 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Attempting to bind port 4d48e769-3be8-4b48-a58d-efee9b809151 on network 29884c57-3b82-4d82-808b-439f11444cd5 {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:15:59.536341 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Checking agent: {'id': '30c5e886-f082-4c04-9098-34c46c3af291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801236-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 1, 36), 'started_at': datetime.datetime(2021, 7, 19, 1, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801236-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:15:59.536710 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Checking segment: {'id': 'c8af4d60-cb88-4fdd-863b-f11076599ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:15:59.537115 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:59.537500 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Bound using segment: {'id': 'c8af4d60-cb88-4fdd-863b-f11076599ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5'} {{(pid=78635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:15:59.538009 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.managers [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Bound port: 4d48e769-3be8-4b48-a58d-efee9b809151, host: dv-cinder-801236-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8af4d60-cb88-4fdd-863b-f11076599ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5'}}] {{(pid=78635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:15:59.538404 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:59.629910 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] For port 4d48e769-3be8-4b48-a58d-efee9b809151, host dv-cinder-801236-1-smb, cleared binding levels {{(pid=78635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:15:59.631051 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Router ac2ba8f5-d2fc-4872-a431-5e71b391ddae has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:15:59.634102 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.plugins.ml2.db [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] For port 4d48e769-3be8-4b48-a58d-efee9b809151, host dv-cinder-801236-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=4d48e769-3be8-4b48-a58d-efee9b809151,segment=NetworkSegment(c8af4d60-cb88-4fdd-863b-f11076599ee5),segment_id=c8af4d60-cb88-4fdd-863b-f11076599ee5)] {{(pid=78635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:15:59.638898 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron_lib.callbacks.manager [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:15:59.643525 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-e338f0cc-42bf-4525-bb0b-a627dbbb2402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:15:59.716967 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33e420-3d65-4f8f-94aa-71d5535e9b79 None None] Pushing event updated for resources: {'Port': ['ID=4d48e769-3be8-4b48-a58d-efee9b809151,revision_number=4']} {{(pid=78635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:15:59.721416 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG oslo_concurrency.lockutils [None req-3d33e420-3d65-4f8f-94aa-71d5535e9b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:15:59.729326 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Routers {'12c09e3c-e54d-4d82-afef-bdb25274cfed'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:15:59.729937 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['12c09e3c-e54d-4d82-afef-bdb25274cfed'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:15:59.750910 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c42c7654-0769-44b8-8510-2b8266298cde no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:15:59.889844 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:15:59.972254 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445432ea-6ecf-4545-8ae1-111b337dc7eb None None] Sync routers for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:16:00.035258 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445432ea-6ecf-4545-8ae1-111b337dc7eb None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:16:00.042662 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-445432ea-6ecf-4545-8ae1-111b337dc7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:00.062897 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] No DVR routers for this DVR port c8950f56-1450-4a6b-93f0-3f5570a6b25f on host hv-cinder-80123 {{(pid=78633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:16:00.065227 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:00.069691 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c2e781-1a30-4262-b24c-657fcf18d040', 'name': 'network-vif-deleted', 'tag': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:16:00.093169 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-87a6a2d4-ef92-40fc-b8de-f13939eb4b0a req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.15 "DELETE /v2.0/ports/c8950f56-1450-4a6b-93f0-3f5570a6b25f HTTP/1.1" status: 204 len: 173 time: 2.0101767 Jul 19 01:16:00.109611 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] Set router 12c09e3c-e54d-4d82-afef-bdb25274cfed gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:16:00.153476 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c2e781-1a30-4262-b24c-657fcf18d040', 'name': 'network-vif-deleted', 'tag': 'c8950f56-1450-4a6b-93f0-3f5570a6b25f', 'status': 'completed', 'code': 200} Jul 19 01:16:00.199522 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f94cb-ebda-4ed0-bad5-bf20e7210612 req-c3822b1a-1788-4da8-8846-caecd2491dd0 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:00.207277 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-179f94cb-ebda-4ed0-bad5-bf20e7210612 req-c3822b1a-1788-4da8-8846-caecd2491dd0 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 945 time: 0.2271836 Jul 19 01:16:00.217670 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:00.275091 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-179f94cb-ebda-4ed0-bad5-bf20e7210612 req-9c979e10-027c-4c91-b06a-bc4ff081249a tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668015 Jul 19 01:16:00.329926 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:16:00.364577 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c42c7654-0769-44b8-8510-2b8266298cde, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c42c7654-0769-44b8-8510-2b8266298cde,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:16:00.391559 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-445432ea-6ecf-4545-8ae1-111b337dc7eb None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:16:00.442852 dv-cinder-801236-1-smb neutron-server[78634]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde', 'code': 422} returned with failed status Jul 19 01:16:00.462331 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:00.479242 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:00.648468 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'name': 'tempest-TestShelveInstance-1100947771-router', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:48Z', 'updated_at': '2021-07-19T01:15:54Z', 'revision_number': 4, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'gw_port': {'id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:49Z', 'updated_at': '2021-07-19T01:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '4d48e769-3be8-4b48-a58d-efee9b809151', 'name': '', 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'mac_address': 'fa:16:3e:33:32:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '35c67918-8a7b-45ec-ba8c-0fb70f1fd054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:53Z', 'updated_at': '2021-07-19T01:15:59Z', 'revision_number': 4, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'subnets': [{'id': '35c67918-8a7b-45ec-ba8c-0fb70f1fd054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:00.655174 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bfd404-d16c-4117-b66f-5710c91be3df None None] The sync data for ids ['12c09e3c-e54d-4d82-afef-bdb25274cfed'] in dv-cinder-801236-1-smb is: [{'id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'name': 'tempest-TestShelveInstance-1100947771-router', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:48Z', 'updated_at': '2021-07-19T01:15:54Z', 'revision_number': 4, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'gw_port': {'id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:49Z', 'updated_at': '2021-07-19T01:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '4d48e769-3be8-4b48-a58d-efee9b809151', 'name': '', 'network_id': '29884c57-3b82-4d82-808b-439f11444cd5', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'mac_address': 'fa:16:3e:33:32:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '35c67918-8a7b-45ec-ba8c-0fb70f1fd054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:53Z', 'updated_at': '2021-07-19T01:15:59Z', 'revision_number': 4, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'subnets': [{'id': '35c67918-8a7b-45ec-ba8c-0fb70f1fd054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:16:00.656287 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-4b0b64dc-38bb-4444-b549-25e25435d08e req-7bc2acb9-08ec-4c9d-a1d0-e5c84212f2c5 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2c2e781-1a30-4262-b24c-657fcf18d040 HTTP/1.1" status: 200 len: 210 time: 0.1201653 Jul 19 01:16:00.715504 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 4d48e769-3be8-4b48-a58d-efee9b809151 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:16:00.900981 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=c42c7654-0769-44b8-8510-2b8266298cde,revision_number=8']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:00.907200 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:00.944016 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning for port 4d48e769-3be8-4b48-a58d-efee9b809151 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:16:00.956149 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 4d48e769-3be8-4b48-a58d-efee9b809151 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:16:00.956539 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:01.185637 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:01.196090 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-445432ea-6ecf-4545-8ae1-111b337dc7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:33Z', 'revision_number': 5, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:01.205447 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445432ea-6ecf-4545-8ae1-111b337dc7eb None None] Checking router: ac2ba8f5-d2fc-4872-a431-5e71b391ddae for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:16:01.225847 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445432ea-6ecf-4545-8ae1-111b337dc7eb None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:16:01.226553 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-445432ea-6ecf-4545-8ae1-111b337dc7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:15:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:01.292697 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] For port 4d48e769-3be8-4b48-a58d-efee9b809151, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=4d48e769-3be8-4b48-a58d-efee9b809151,segment=NetworkSegment(c8af4d60-cb88-4fdd-863b-f11076599ee5),segment_id=c8af4d60-cb88-4fdd-863b-f11076599ee5)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:16:01.299402 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:01.300257 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 3b9ccbb0-3740-4278-9abf-872134c2c6bf up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:16:01.338086 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:01.506552 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Pushing event updated for resources: {'Port': ['ID=4d48e769-3be8-4b48-a58d-efee9b809151,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:01.513545 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:01.532832 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 3b9ccbb0-3740-4278-9abf-872134c2c6bf triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:16:01.533207 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:01.558047 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-445432ea-6ecf-4545-8ae1-111b337dc7eb None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:16:01.728601 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c8950f56-1450-4a6b-93f0-3f5570a6b25f no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:16:01.801455 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: c8950f56-1450-4a6b-93f0-3f5570a6b25f {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:16:01.802228 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c8950f56-1450-4a6b-93f0-3f5570a6b25f not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:16:01.805715 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 38992) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:01.879752 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e5d3fde9-d41e-4ced-a374-c6937008f8d5 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:01.927051 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e5d3fde9-d41e-4ced-a374-c6937008f8d5 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:01.995490 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e5d3fde9-d41e-4ced-a374-c6937008f8d5 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:02.002383 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f90da2c6-d0b2-444e-af3d-ff7c8920c80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:02.021509 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3fde9-d41e-4ced-a374-c6937008f8d5 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:02.035495 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e5d3fde9-d41e-4ced-a374-c6937008f8d5 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:02.070892 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e5d3fde9-d41e-4ced-a374-c6937008f8d5 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:02.072325 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e5d3fde9-d41e-4ced-a374-c6937008f8d5 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "DELETE /v2.0/security-groups/eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0 HTTP/1.1" status: 204 len: 168 time: 0.2654212 Jul 19 01:16:02.079869 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 39008) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:02.090055 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-445432ea-6ecf-4545-8ae1-111b337dc7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:33Z', 'revision_number': 5, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:02.094398 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445432ea-6ecf-4545-8ae1-111b337dc7eb None None] The sync data for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb is: [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:23Z', 'revision_number': 4, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': '139688bd-78f9-49d5-ad53-1624f9ad4fbd', 'name': '', 'network_id': 'bfd08c5c-0b93-4a24-870a-ad0255d7744c', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:15Z', 'updated_at': '2021-07-19T01:10:33Z', 'revision_number': 5, 'project_id': 'af65e617675d47a796746c0b073381b7', 'subnets': [{'id': '4f09b458-4689-4734-8c8e-6ca87811b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:16:02.112954 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.api.v2.resource [None req-492fb727-be78-4cb2-bd99-8102cd522ee4 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] show failed (client error): The resource could not be found. Jul 19 01:16:02.117149 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-492fb727-be78-4cb2-bd99-8102cd522ee4 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "GET /v2.0/security-groups/eaf990e1-b0d3-4d96-ae5b-4684bb9dbec0 HTTP/1.1" status: 404 len: 347 time: 0.0331187 Jul 19 01:16:02.117625 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39012) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:02.144485 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33996591-a1fd-4178-81f5-3f3e192d07fe req-c0223a16-8156-448e-939c-20574beb207c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:02.151604 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-33996591-a1fd-4178-81f5-3f3e192d07fe req-c0223a16-8156-448e-939c-20574beb207c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.1238999 Jul 19 01:16:02.206317 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-33996591-a1fd-4178-81f5-3f3e192d07fe req-122b7f8a-7d57-47f2-8c69-3fa2c87055b8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537262 Jul 19 01:16:02.301468 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-e249c2c3-bf5e-44f8-8221-3efb46caac7a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Deleting port 4bdb9fc4-bae8-4ca2-8b49-4405001d28fc {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:16:02.301807 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e249c2c3-bf5e-44f8-8221-3efb46caac7a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:02.389929 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 39024) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:02.495162 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e249c2c3-bf5e-44f8-8221-3efb46caac7a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:02.495501 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e249c2c3-bf5e-44f8-8221-3efb46caac7a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:02.511495 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-f2a38b12-d406-4ace-886d-f9947c8d58f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201985 Jul 19 01:16:02.594595 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 4d48e769-3be8-4b48-a58d-efee9b809151 up at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:16:02.625051 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-e249c2c3-bf5e-44f8-8221-3efb46caac7a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Calling delete_port for 4bdb9fc4-bae8-4ca2-8b49-4405001d28fc owned by network:floatingip {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:16:02.672102 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Provisioning complete for port 4d48e769-3be8-4b48-a58d-efee9b809151 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:16:02.672659 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:02.822440 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e249c2c3-bf5e-44f8-8221-3efb46caac7a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:02.831652 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-13ffdf7a-656d-4d6b-8f4e-d95569806efa tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:02.922058 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249c2c3-bf5e-44f8-8221-3efb46caac7a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Pushing event deleted for resources: {'Port': ['ID=4bdb9fc4-bae8-4ca2-8b49-4405001d28fc,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:02.924822 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e249c2c3-bf5e-44f8-8221-3efb46caac7a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:02.987485 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dabdd95-d27d-408e-87b3-19ef40cc247d None None] New status for floating IP 9b9fa6dd-1040-40dd-a246-4350101fb7b6: DOWN {{(pid=78635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 01:16:03.150076 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e249c2c3-bf5e-44f8-8221-3efb46caac7a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks [] for floatingip, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:03.166468 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e249c2c3-bf5e-44f8-8221-3efb46caac7a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:03.167746 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e249c2c3-bf5e-44f8-8221-3efb46caac7a tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] 10.222.0.10 "DELETE /v2.0/floatingips/9b9fa6dd-1040-40dd-a246-4350101fb7b6 HTTP/1.1" status: 204 len: 168 time: 1.0489507 Jul 19 01:16:03.407650 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc6d44-5aa4-48c1-ac3b-450c1f086aa7 req-99a222c4-ced0-4ac6-a08c-e420fa94b398 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:03.409479 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-94cc6d44-5aa4-48c1-ac3b-450c1f086aa7 req-99a222c4-ced0-4ac6-a08c-e420fa94b398 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.0887940 Jul 19 01:16:03.458804 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-94cc6d44-5aa4-48c1-ac3b-450c1f086aa7 req-fe73eb15-8fa2-43b0-bedc-9ece6a3f0d21 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404718 Jul 19 01:16:03.811093 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-508f9f2c-fe15-4e73-95a0-c83f55231603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:03.812573 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-508f9f2c-fe15-4e73-95a0-c83f55231603 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d&tenant_id=78744406433a47b19d4fd6a43cfcac95 HTTP/1.1" status: 200 len: 1096 time: 0.0714407 Jul 19 01:16:03.923095 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-9ffb83b7-9dbc-4d0f-957a-e94836271399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:03.924608 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-9ffb83b7-9dbc-4d0f-957a-e94836271399 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 1096 time: 0.0727625 Jul 19 01:16:04.058783 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-5c6f371e-69ba-4d4d-b117-77de54c67027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:04.060222 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-5c6f371e-69ba-4d4d-b117-77de54c67027 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 916 time: 0.1289618 Jul 19 01:16:04.166307 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-3e3e2e43-12ed-455d-bc26-c606fc0ebf1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c42c7654-0769-44b8-8510-2b8266298cde HTTP/1.1" status: 200 len: 998 time: 0.0981171 Jul 19 01:16:04.233618 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-157af995-5eea-48a5-a81d-e7401d554b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:04.235232 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-157af995-5eea-48a5-a81d-e7401d554b30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3a1d271-46d5-45ce-b690-19ecf5019168 HTTP/1.1" status: 200 len: 854 time: 0.0624008 Jul 19 01:16:04.317361 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-933a50b6-bd13-4161-a2c4-f3ace52ea67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:04.318857 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-933a50b6-bd13-4161-a2c4-f3ace52ea67f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c296ada3-efae-4388-b9cf-7235586b6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758941 Jul 19 01:16:04.566135 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-d5e851a5-feae-4264-bfc4-db15982efa74 service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404809 Jul 19 01:16:04.760827 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d9345855-1382-45ce-8599-eb3838c84ec7 req-d3cf7b07-bcb4-46b1-b32b-8c3080e21b77 service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868553 Jul 19 01:16:04.771829 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebd641-2067-408a-90cb-2e3f1a559eb6 req-e3289796-7f03-4915-b53f-b12ee4f8e611 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:04.774152 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c0ebd641-2067-408a-90cb-2e3f1a559eb6 req-e3289796-7f03-4915-b53f-b12ee4f8e611 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.1751661 Jul 19 01:16:04.828455 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c0ebd641-2067-408a-90cb-2e3f1a559eb6 req-a9077b95-362a-45b7-8983-0644922fc94e tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468013 Jul 19 01:16:05.710932 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-638fee72-1ee1-4b31-b21e-ab497c2fcb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:06.062992 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d6538-5983-4e9a-9084-4e0b56090d22 req-87e14d26-7d1a-402a-94c1-8054dc274f44 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:06.068324 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a49d6538-5983-4e9a-9084-4e0b56090d22 req-87e14d26-7d1a-402a-94c1-8054dc274f44 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.1081493 Jul 19 01:16:06.146561 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a49d6538-5983-4e9a-9084-4e0b56090d22 req-9995a885-b580-403b-a1c7-4281aeb9dfd6 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710230 Jul 19 01:16:06.318428 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:07.302170 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 39104) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:07.440329 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0a040-dfe7-49dd-adf1-be04b688c4a7 req-4da58a30-0351-4144-9f84-457888b86b98 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:07.442688 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-72a0a040-dfe7-49dd-adf1-be04b688c4a7 req-4da58a30-0351-4144-9f84-457888b86b98 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.0971620 Jul 19 01:16:07.490648 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-72a0a040-dfe7-49dd-adf1-be04b688c4a7 req-d13bccfc-bb47-4608-8244-2b5952192833 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426877 Jul 19 01:16:07.999978 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1773785'] for router_interface, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:08.286602 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2651ef25-dc2c-4ac9-9e36-43f9aad31282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:08.376012 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] Deleting port 139688bd-78f9-49d5-ad53-1624f9ad4fbd {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:16:08.376987 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:08.580889 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] For port 139688bd-78f9-49d5-ad53-1624f9ad4fbd, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=139688bd-78f9-49d5-ad53-1624f9ad4fbd,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:16:08.581320 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:08.848049 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] Calling delete_port for 139688bd-78f9-49d5-ad53-1624f9ad4fbd owned by network:router_interface {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:16:08.987966 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:09.095567 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16259a42-1703-4f8e-a6b0-ced12cfabfe1 req-2a96a9ea-4c36-4542-ab95-d4adeb1cb5b3 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:09.097027 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-16259a42-1703-4f8e-a6b0-ced12cfabfe1 req-2a96a9ea-4c36-4542-ab95-d4adeb1cb5b3 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.3430917 Jul 19 01:16:09.174645 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-16259a42-1703-4f8e-a6b0-ced12cfabfe1 req-dfa9fed3-53f7-4b9c-89b9-71df4f90cd6c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683651 Jul 19 01:16:09.271582 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:09.275958 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f2267b75-07ac-4923-aa79-271f590ecc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:09.321690 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] Pushing event deleted for resources: {'Port': ['ID=139688bd-78f9-49d5-ad53-1624f9ad4fbd,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:09.353024 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:09.575046 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:09.637066 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601641'] for router_interface, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:10.036086 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] Router ac2ba8f5-d2fc-4872-a431-5e71b391ddae has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:16:10.354091 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:16:10.367752 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146b43ae-5cf4-456a-9aef-0ac3a43820c7 None None] Sync routers for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:16:10.375063 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] 10.222.0.10 "PUT /v2.0/routers/ac2ba8f5-d2fc-4872-a431-5e71b391ddae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0683436 Jul 19 01:16:10.375267 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 39120) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:10.381870 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b43ae-5cf4-456a-9aef-0ac3a43820c7 None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:16:10.382626 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-146b43ae-5cf4-456a-9aef-0ac3a43820c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:16:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:10.425474 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a4932-f190-433e-82aa-5cf7906cda16 req-d6d69e61-76d0-44bd-b516-53c6b5c6265c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:10.426993 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-365a4932-f190-433e-82aa-5cf7906cda16 req-d6d69e61-76d0-44bd-b516-53c6b5c6265c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.1172903 Jul 19 01:16:10.517424 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-365a4932-f190-433e-82aa-5cf7906cda16 req-7cdb36ba-5cb0-44e1-a565-ec23bb3cea27 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831316 Jul 19 01:16:10.575841 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-146b43ae-5cf4-456a-9aef-0ac3a43820c7 None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:16:10.633009 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Notify callbacks [] for router, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:10.851973 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:10.902285 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:10.911588 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Deleting port 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:16:10.911971 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:10.969550 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-146b43ae-5cf4-456a-9aef-0ac3a43820c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87'}], 'enable_snat': True}, 'gw_port_id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:16:09Z', 'revision_number': 5, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port': {'id': '6079eb98-7950-4468-9a1b-bb01fd6e8ff4', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:10.975952 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146b43ae-5cf4-456a-9aef-0ac3a43820c7 None None] Checking router: ac2ba8f5-d2fc-4872-a431-5e71b391ddae for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:16:10.985590 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b43ae-5cf4-456a-9aef-0ac3a43820c7 None None] Routers {'ac2ba8f5-d2fc-4872-a431-5e71b391ddae'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:16:10.986243 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-146b43ae-5cf4-456a-9aef-0ac3a43820c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:16:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:11.117657 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] For port 6079eb98-7950-4468-9a1b-bb01fd6e8ff4, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=6079eb98-7950-4468-9a1b-bb01fd6e8ff4,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:16:11.118044 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:11.153609 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-146b43ae-5cf4-456a-9aef-0ac3a43820c7 None None] Set router ac2ba8f5-d2fc-4872-a431-5e71b391ddae gateway port host: None {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:16:11.252691 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Calling delete_port for 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 owned by network:router_gateway {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:16:11.284699 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-146b43ae-5cf4-456a-9aef-0ac3a43820c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:16:10Z', 'revision_number': 6, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port_host': None}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:11.289099 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146b43ae-5cf4-456a-9aef-0ac3a43820c7 None None] The sync data for ids ['ac2ba8f5-d2fc-4872-a431-5e71b391ddae'] in dv-cinder-801236-1-smb is: [{'id': 'ac2ba8f5-d2fc-4872-a431-5e71b391ddae', 'name': 'tempest-AttachVolumeTestJSON-1299289013-router', 'tenant_id': 'af65e617675d47a796746c0b073381b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:16:10Z', 'revision_number': 6, 'project_id': 'af65e617675d47a796746c0b073381b7', 'gw_port_host': None}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:16:11.456409 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:11.460748 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-bf901fff-7971-4ead-9941-374083810959 tempest-VolumesActionsTest-2022434283 tempest-VolumesActionsTest-2022434283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:11.516757 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Pushing event deleted for resources: {'Port': ['ID=6079eb98-7950-4468-9a1b-bb01fd6e8ff4,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:11.519942 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:11.612109 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603828'] for router_gateway, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:11.846297 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1390'] for router, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:11.849369 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:11.893483 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773682'] for router, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:11.894005 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac2ba8f5-d2fc-4872-a431-5e71b391ddae {{(pid=78633) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 01:16:11.922070 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466f776-4388-4007-984b-3d5191e6e6be req-acd9d0be-f46f-4e50-893f-6354e17cfc58 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:11.924332 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d466f776-4388-4007-984b-3d5191e6e6be req-acd9d0be-f46f-4e50-893f-6354e17cfc58 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.2034614 Jul 19 01:16:11.926884 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] Notify callbacks [] for router, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:11.928707 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-1b6fa3ae-e5d1-4326-a1d0-c233ef1f562e admin admin] 10.222.0.10 "DELETE /v2.0/routers/ac2ba8f5-d2fc-4872-a431-5e71b391ddae HTTP/1.1" status: 204 len: 168 time: 1.5519459 Jul 19 01:16:11.931087 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 39144) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:12.134812 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-d466f776-4388-4007-984b-3d5191e6e6be req-3d21dfc5-1d4e-4995-aa49-19e9c92d8f6e tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2007036 Jul 19 01:16:12.138684 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Deleting subnet 4f09b458-4689-4734-8c8e-6ca87811b768 {{(pid=78633) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:16:12.142473 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:12.203076 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2168860'] for subnet, precommit_delete_associations {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:12.335860 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:12.413501 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4121881'] for subnet, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:12.418766 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-06c3301f-15ea-4e3b-88ba-97abe02a3aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:12.458580 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f09b458-4689-4734-8c8e-6ca87811b768,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:12.460401 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:12.468278 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:12.468645 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:12.469007 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:12.469310 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6c4498-3723-445a-920e-039cd1bcfd7e None None] Network bfd08c5c-0b93-4a24-870a-ad0255d7744c requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:16:12.469784 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:12.469784 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:12.470047 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:12.470357 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:12.470725 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:12.471070 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:12.471406 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:12.471747 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:12.472102 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:12.479022 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39148) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:12.479536 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4f09b458-4689-4734-8c8e-6ca87811b768 HTTP/1.1" status: 204 len: 168 time: 0.5468979 Jul 19 01:16:12.479999 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-b05f8042-57b8-4960-bf2a-6031453b199a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:12.609568 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:12.610412 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 139688bd-78f9-49d5-ad53-1624f9ad4fbd no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:16:12.622566 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Deleting port c0d47857-d560-4d00-a023-66c2e58f3efb {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:16:12.622901 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:12.656400 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: 139688bd-78f9-49d5-ad53-1624f9ad4fbd {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:16:12.656738 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 139688bd-78f9-49d5-ad53-1624f9ad4fbd not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:16:12.657246 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:16:12.692107 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:16:12.692563 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 6079eb98-7950-4468-9a1b-bb01fd6e8ff4 not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:16:12.858990 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] For port c0d47857-d560-4d00-a023-66c2e58f3efb, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=c0d47857-d560-4d00-a023-66c2e58f3efb,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:16:12.859270 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:12.865944 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f93ace-cb9f-4610-a68c-11776b3fafc5 None None] DHCP port deletion for bfd08c5c-0b93-4a24-870a-ad0255d7744c request from dv-cinder-801236-1-smb {{(pid=78634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 01:16:12.870786 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-45f93ace-cb9f-4610-a68c-11776b3fafc5 None None] Deleting port c0d47857-d560-4d00-a023-66c2e58f3efb {{(pid=78634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:16:12.871986 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-45f93ace-cb9f-4610-a68c-11776b3fafc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:13.012084 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Calling delete_port for c0d47857-d560-4d00-a023-66c2e58f3efb owned by network:dhcp {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:16:13.120531 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-45f93ace-cb9f-4610-a68c-11776b3fafc5 None None] For port c0d47857-d560-4d00-a023-66c2e58f3efb, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=c0d47857-d560-4d00-a023-66c2e58f3efb,segment=NetworkSegment(97577a12-fc0e-4349-89b1-fdf5d1a3a915),segment_id=97577a12-fc0e-4349-89b1-fdf5d1a3a915)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:16:13.121259 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-45f93ace-cb9f-4610-a68c-11776b3fafc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:13.141252 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:13.151825 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-56b3a686-992f-497e-b43a-ca490dfb4e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:13.190902 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] No DVR routers for this DVR port c0d47857-d560-4d00-a023-66c2e58f3efb on host dv-cinder-801236-1-smb {{(pid=78632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:16:13.244975 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d47857-d560-4d00-a023-66c2e58f3efb,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:13.300262 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-45f93ace-cb9f-4610-a68c-11776b3fafc5 None None] Calling delete_port for c0d47857-d560-4d00-a023-66c2e58f3efb owned by network:dhcp {{(pid=78634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:16:13.333076 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:13.337545 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:13.375324 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.db.api [None req-45f93ace-cb9f-4610-a68c-11776b3fafc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 01:16:13.375650 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_db.api [None req-45f93ace-cb9f-4610-a68c-11776b3fafc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 01:16:13.385234 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd08c5c-0b93-4a24-870a-ad0255d7744c']}} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:13.411120 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97577a12-fc0e-4349-89b1-fdf5d1a3a915') {'for_net_delete': True} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:13.411409 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97577a12-fc0e-4349-89b1-fdf5d1a3a915') {} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:13.429968 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113513'] for segment, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:13.449631 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:13.458087 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=78632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:16:13.458467 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391590'] for segment, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: Traceback (most recent call last): Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: timer() Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: cb(*args, **kw) Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: return func(*args, **kwargs) Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: self._notify() Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: self.callback(batched_events) Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: event.method(event) Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: return f(self, *a, **k) Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: return self._get(url).json() Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: return self.request(url, 'GET', **kwargs) Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:16:13.474041 dv-cinder-801236-1-smb neutron-server[78632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:16:13.589293 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686c56f-98a9-447d-8984-4cfa78c490f3 req-7e3faa7d-764d-4b63-b2ef-9d271f8928b3 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:13.591383 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2686c56f-98a9-447d-8984-4cfa78c490f3 req-7e3faa7d-764d-4b63-b2ef-9d271f8928b3 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.2590206 Jul 19 01:16:13.654872 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2686c56f-98a9-447d-8984-4cfa78c490f3 req-ed98eb52-6735-437c-903f-4ccaf93b5836 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502317 Jul 19 01:16:13.687374 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:13.691743 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e93db345-48ad-4d48-bff7-282cbdcc5f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:13.706091 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:13.717010 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfd08c5c-0b93-4a24-870a-ad0255d7744c,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:13.720316 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:13.732779 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bfd08c5c-0b93-4a24-870a-ad0255d7744c HTTP/1.1" status: 204 len: 168 time: 1.2522314 Jul 19 01:16:13.861040 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 39158) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:13.876862 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-45f93ace-cb9f-4610-a68c-11776b3fafc5 None None] Deleting port c0d47857-d560-4d00-a023-66c2e58f3efb {{(pid=78634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:16:13.877596 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-45f93ace-cb9f-4610-a68c-11776b3fafc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:13.915574 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-0f69f06c-a34f-4a77-8296-6c95132f933c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af65e617675d47a796746c0b073381b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0531688 Jul 19 01:16:13.917930 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39162) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:13.958672 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-45f93ace-cb9f-4610-a68c-11776b3fafc5 None None] The port 'c0d47857-d560-4d00-a023-66c2e58f3efb' was deleted {{(pid=78634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 01:16:13.989821 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-33c6de1a-5e56-4dbf-ab64-75748d7af5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:14.018155 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-33c6de1a-5e56-4dbf-ab64-75748d7af5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:14.097374 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-33c6de1a-5e56-4dbf-ab64-75748d7af5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:14.116381 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3bcebafc-e975-4505-b9f9-ad99193c3147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:14.134775 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6de1a-5e56-4dbf-ab64-75748d7af5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdb82f9-c9d6-4a0a-9cd8-052e280795b3,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:14.137721 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-33c6de1a-5e56-4dbf-ab64-75748d7af5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:14.139189 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-33c6de1a-5e56-4dbf-ab64-75748d7af5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:14.142600 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-33c6de1a-5e56-4dbf-ab64-75748d7af5d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bdb82f9-c9d6-4a0a-9cd8-052e280795b3 HTTP/1.1" status: 204 len: 168 time: 0.2213459 Jul 19 01:16:14.595681 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device c0d47857-d560-4d00-a023-66c2e58f3efb no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:16:14.638494 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: c0d47857-d560-4d00-a023-66c2e58f3efb {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:16:14.638863 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device c0d47857-d560-4d00-a023-66c2e58f3efb not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:16:14.902616 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4d835-2f6d-45f6-aa64-bfa39f981039 req-f55694c6-bae1-415c-979f-774b9e73afb2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:14.904135 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-abd4d835-2f6d-45f6-aa64-bfa39f981039 req-f55694c6-bae1-415c-979f-774b9e73afb2 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.1023316 Jul 19 01:16:14.958739 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-abd4d835-2f6d-45f6-aa64-bfa39f981039 req-7379bacd-95d3-46b1-98e5-23df32378cfe tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488243 Jul 19 01:16:15.490770 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5e2cd7da-9336-439e-8564-64f79d101714 req-bcc85c71-5ef2-4780-b48b-fa554720b192 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Synchronizing usage tracker for tenant:f20c8411515d495c925807596f4385ce on resource:security_group {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:16:15.509298 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5e2cd7da-9336-439e-8564-64f79d101714 req-bcc85c71-5ef2-4780-b48b-fa554720b192 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Unset dirty status for tenant:f20c8411515d495c925807596f4385ce on resource:security_group {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:16:15.510662 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-bcc85c71-5ef2-4780-b48b-fa554720b192 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6920324&fields=id&tenant_id=f20c8411515d495c925807596f4385ce HTTP/1.1" status: 200 len: 267 time: 0.0849288 Jul 19 01:16:15.695172 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cd7da-9336-439e-8564-64f79d101714 req-4cc8ffef-1aa8-4705-8dd8-ca59bfbbb133 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:15.695864 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5e2cd7da-9336-439e-8564-64f79d101714 req-4cc8ffef-1aa8-4705-8dd8-ca59bfbbb133 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Synchronizing usage tracker for tenant:f20c8411515d495c925807596f4385ce on resource:network {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:16:15.720024 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5e2cd7da-9336-439e-8564-64f79d101714 req-4cc8ffef-1aa8-4705-8dd8-ca59bfbbb133 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Unset dirty status for tenant:f20c8411515d495c925807596f4385ce on resource:network {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:16:15.721281 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-4cc8ffef-1aa8-4705-8dd8-ca59bfbbb133 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/networks?id=d7c8f895-b01e-4262-aae5-47fbac934e7f HTTP/1.1" status: 200 len: 809 time: 0.2027984 Jul 19 01:16:15.736850 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d50fd95e-46af-4741-80ed-66a0c9f82fa2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/quotas/f20c8411515d495c925807596f4385ce HTTP/1.1" status: 200 len: 375 time: 0.0093164 Jul 19 01:16:15.850431 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5e2cd7da-9336-439e-8564-64f79d101714 req-29d831f1-5f36-46dd-aa5c-161fcdb2e3e4 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Synchronizing usage tracker for tenant:f20c8411515d495c925807596f4385ce on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:16:15.869298 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5e2cd7da-9336-439e-8564-64f79d101714 req-29d831f1-5f36-46dd-aa5c-161fcdb2e3e4 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Unset dirty status for tenant:f20c8411515d495c925807596f4385ce on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:16:15.876075 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-29d831f1-5f36-46dd-aa5c-161fcdb2e3e4 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f20c8411515d495c925807596f4385ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316934 Jul 19 01:16:16.123495 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-aad2dad3-c764-4fa2-833d-3dac226c320f service neutron] 10.222.0.10 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385633 Jul 19 01:16:16.264175 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-de16c36b-fe3c-4e8a-bb2f-e4c68ef96b07 service neutron] 10.222.0.10 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334937 Jul 19 01:16:16.267716 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcba3-9bf9-4602-9ae1-4f53415ff029 req-2edd741c-e52d-47b6-8d8f-e6b45fc3ec1c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:16.269165 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f08bcba3-9bf9-4602-9ae1-4f53415ff029 req-2edd741c-e52d-47b6-8d8f-e6b45fc3ec1c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.1777773 Jul 19 01:16:16.317508 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f08bcba3-9bf9-4602-9ae1-4f53415ff029 req-c02ea95d-3f78-447d-8d51-358d67e18df7 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419359 Jul 19 01:16:16.649840 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-92d5267d-eb49-4cdb-9868-7a213b2f23e3 req-b18463fe-2797-47b6-bb02-19c6ad1a7761 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 210 time: 0.0463300 Jul 19 01:16:16.903005 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86e0fb-005e-4dd8-81f7-318ed4321d7d req-a286401c-c4c7-4708-9c64-06e808f679c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:16.904601 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ce86e0fb-005e-4dd8-81f7-318ed4321d7d req-a286401c-c4c7-4708-9c64-06e808f679c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78744406433a47b19d4fd6a43cfcac95&device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 1096 time: 0.0868573 Jul 19 01:16:17.058626 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86e0fb-005e-4dd8-81f7-318ed4321d7d req-a15695f3-deff-4e03-a720-316a3d7b59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:17.061125 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ce86e0fb-005e-4dd8-81f7-318ed4321d7d req-a15695f3-deff-4e03-a720-316a3d7b59fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 200 len: 916 time: 0.1355484 Jul 19 01:16:17.184782 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ce86e0fb-005e-4dd8-81f7-318ed4321d7d req-dd9d6af8-fd27-455b-8a50-2e962ad719ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c42c7654-0769-44b8-8510-2b8266298cde HTTP/1.1" status: 200 len: 998 time: 0.1173322 Jul 19 01:16:17.255551 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86e0fb-005e-4dd8-81f7-318ed4321d7d req-65dcc40f-85f5-44d0-82ae-fc14f4440a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:17.258487 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ce86e0fb-005e-4dd8-81f7-318ed4321d7d req-65dcc40f-85f5-44d0-82ae-fc14f4440a6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3a1d271-46d5-45ce-b690-19ecf5019168 HTTP/1.1" status: 200 len: 854 time: 0.0670042 Jul 19 01:16:17.344688 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86e0fb-005e-4dd8-81f7-318ed4321d7d req-7f1988b5-4c65-42a9-8f34-21ed8a4ae6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:17.346060 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ce86e0fb-005e-4dd8-81f7-318ed4321d7d req-7f1988b5-4c65-42a9-8f34-21ed8a4ae6b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c296ada3-efae-4388-b9cf-7235586b6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732839 Jul 19 01:16:17.619271 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ce86e0fb-005e-4dd8-81f7-318ed4321d7d req-5284e4bf-374c-4076-89b5-93757bcc6d5d service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659974 Jul 19 01:16:17.680394 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda4a33-4919-4112-944c-679db81a6be0 req-8fbec7fc-3468-4f28-8ded-11f917115a53 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:17.681876 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1bda4a33-4919-4112-944c-679db81a6be0 req-8fbec7fc-3468-4f28-8ded-11f917115a53 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 943 time: 0.1484609 Jul 19 01:16:17.812856 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-9ea6bfdd-4dd5-43d8-b863-4598a1675db1 req-1834b4fd-82fd-4559-b277-fda40abdc4bd tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 210 time: 0.0509870 Jul 19 01:16:17.821572 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c42c7654-0769-44b8-8510-2b8266298cde details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:16:17.899857 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ce86e0fb-005e-4dd8-81f7-318ed4321d7d req-3ee3f7da-ff06-4d50-bd14-6a0f2f78ea3f service neutron] 10.222.0.15 "GET /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728028 Jul 19 01:16:17.904897 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1bda4a33-4919-4112-944c-679db81a6be0 req-669078e1-ed88-426d-9d48-5847b2e2ba73 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1559668 Jul 19 01:16:17.957767 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cd7da-9336-439e-8564-64f79d101714 req-45847676-ce82-44fd-b514-95ae9a21ffec tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:17.959015 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-45847676-ce82-44fd-b514-95ae9a21ffec tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.15 "GET /v2.0/networks?id=d7c8f895-b01e-4262-aae5-47fbac934e7f HTTP/1.1" status: 200 len: 809 time: 0.2741296 Jul 19 01:16:18.015792 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c42c7654-0769-44b8-8510-2b8266298cde, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c42c7654-0769-44b8-8510-2b8266298cde,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:16:18.031437 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': 'c42c7654-0769-44b8-8510-2b8266298cde', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'port_id': 'c42c7654-0769-44b8-8510-2b8266298cde', 'mac_address': 'fa:16:3e:58:2b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:16:18.034496 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-6defe1e4-f586-4aae-a8b1-b9c50a4ee2f7 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f20c8411515d495c925807596f4385ce HTTP/1.1" status: 200 len: 377 time: 0.0476136 Jul 19 01:16:18.059827 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Request body: {'port': {'device_id': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'admin_state_up': True, 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'security_groups': ['22f1675c-8bbd-45aa-87cd-521b616e53b2']}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:16:18.092148 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:18.110736 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42c7654-0769-44b8-8510-2b8266298cde {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:16:18.128671 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c42c7654-0769-44b8-8510-2b8266298cde, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c42c7654-0769-44b8-8510-2b8266298cde,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:16:18.133109 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:18.134949 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-20d3bedc-9d1f-4e2f-9ca8-857362357f1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:18.200269 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=c42c7654-0769-44b8-8510-2b8266298cde,revision_number=9']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:18.203424 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:18.212616 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:16:18.222105 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:16:18.231282 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Made reservation on behalf of f20c8411515d495c925807596f4385ce for: {'port': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:16:18.234693 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:18.425075 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['c42c7654-0769-44b8-8510-2b8266298cde'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:16:18.442612 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Allocated IP 172.20.0.3 (d7c8f895-b01e-4262-aae5-47fbac934e7f/deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75/be25f9a3-0c82-4316-a868-a011656c79ce) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:16:18.664263 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:18.679367 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Transition to ACTIVE for port object be25f9a3-0c82-4316-a868-a011656c79ce will not be triggered until provisioned by entity DHCP. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:16:18.680133 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39260) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:18.706327 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:18.713770 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2da8da7d-f5e0-47cf-9030-3c13fe25e74c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:18.779652 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Network d7c8f895-b01e-4262-aae5-47fbac934e7f is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:16:18.782773 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:16:18.785612 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:16:18.799929 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-880e421c-1cd0-4136-8064-ef069d24bee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:18.817930 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-880e421c-1cd0-4136-8064-ef069d24bee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:16:18.823653 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-880e421c-1cd0-4136-8064-ef069d24bee5 admin admin] Usage tracker for resource:security_group_rule and tenant:521d8f08a26e4a6c86869c8fd6a59c0a is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:16:18.826694 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-880e421c-1cd0-4136-8064-ef069d24bee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:16:18.827195 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Pushing event updated for resources: {'Port': ['ID=be25f9a3-0c82-4316-a868-a011656c79ce,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:18.832897 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:18.833120 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-880e421c-1cd0-4136-8064-ef069d24bee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:16:18.859629 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:18.860451 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:18.890860 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-5da554e8-2d36-4d60-ae0f-d2706a278a3b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8363039 Jul 19 01:16:18.910935 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Request body: {'port': {'device_id': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:16:18.943655 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-880e421c-1cd0-4136-8064-ef069d24bee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:18.948364 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-880e421c-1cd0-4136-8064-ef069d24bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:18.984810 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-76c9438e-0bb4-4bf6-b359-0fb3380a3125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:18.999164 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-880e421c-1cd0-4136-8064-ef069d24bee5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=521d8f08a26e4a6c86869c8fd6a59c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179741 Jul 19 01:16:19.001720 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39270) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:19.060282 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-6b9b2b15-28eb-4436-98fc-727e531ea310 None None] Provisioning for port be25f9a3-0c82-4316-a868-a011656c79ce completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:16:19.067781 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-6b9b2b15-28eb-4436-98fc-727e531ea310 None None] Provisioning complete for port be25f9a3-0c82-4316-a868-a011656c79ce triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:16:19.068992 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-6b9b2b15-28eb-4436-98fc-727e531ea310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:19.107980 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:19.109622 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e421c-1cd0-4136-8064-ef069d24bee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d518d2-214e-4a94-a23c-c0244ac73a29,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:19.116688 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-880e421c-1cd0-4136-8064-ef069d24bee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:19.137931 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd028-ba26-44ca-a24a-6512f4d7234e req-3b4bdd50-5af0-42e7-9332-943999b44d84 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:19.139142 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-a9bfd028-ba26-44ca-a24a-6512f4d7234e req-3b4bdd50-5af0-42e7-9332-943999b44d84 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Synchronizing usage tracker for tenant:f20c8411515d495c925807596f4385ce on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:16:19.145867 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-249d14d8-0963-46a7-a068-b8513e94b9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:19.150910 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b2b15-28eb-4436-98fc-727e531ea310 None None] Port be25f9a3-0c82-4316-a868-a011656c79ce cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:16:19.179797 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-249d14d8-0963-46a7-a068-b8513e94b9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:19.198772 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-a9bfd028-ba26-44ca-a24a-6512f4d7234e req-3b4bdd50-5af0-42e7-9332-943999b44d84 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Unset dirty status for tenant:f20c8411515d495c925807596f4385ce on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:16:19.199861 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a9bfd028-ba26-44ca-a24a-6512f4d7234e req-3b4bdd50-5af0-42e7-9332-943999b44d84 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 931 time: 0.2294712 Jul 19 01:16:19.213297 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f2995-684c-4798-af23-126cd3effcb6 req-f371b15f-9dae-4216-bab9-aeb290f65b95 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:19.214813 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-336f2995-684c-4798-af23-126cd3effcb6 req-f371b15f-9dae-4216-bab9-aeb290f65b95 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 944 time: 0.1722496 Jul 19 01:16:19.271577 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-336f2995-684c-4798-af23-126cd3effcb6 req-3b39f885-2359-4159-928e-95f798ce3e76 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466361 Jul 19 01:16:19.283981 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-249d14d8-0963-46a7-a068-b8513e94b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:19.288392 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-34f66d5f-7493-4934-9625-44de4dd365b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:19.299387 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d14d8-0963-46a7-a068-b8513e94b9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d518d2-214e-4a94-a23c-c0244ac73a29,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:19.302278 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-249d14d8-0963-46a7-a068-b8513e94b9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:19.308676 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-249d14d8-0963-46a7-a068-b8513e94b9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:19.309967 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-249d14d8-0963-46a7-a068-b8513e94b9ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40d518d2-214e-4a94-a23c-c0244ac73a29 HTTP/1.1" status: 204 len: 168 time: 0.3071914 Jul 19 01:16:19.312025 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a9bfd028-ba26-44ca-a24a-6512f4d7234e req-19411559-6b9a-4cb8-b8dd-34e6f05dd262 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1037853 Jul 19 01:16:19.623705 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be25f9a3-0c82-4316-a868-a011656c79ce {{(pid=78633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:16:19.631000 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:19.646341 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Transition to ACTIVE for port object be25f9a3-0c82-4316-a868-a011656c79ce will not be triggered until provisioned by entity L2. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:16:19.649997 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614496'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:19.653677 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5e66ee84-220d-49e8-bb2c-60fbab770e59 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:19.814089 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Pushing event updated for resources: {'Port': ['ID=be25f9a3-0c82-4316-a868-a011656c79ce,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:19.817776 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:19.829571 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c42c7654-0769-44b8-8510-2b8266298cde up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:16:19.910255 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Attempting to bind port be25f9a3-0c82-4316-a868-a011656c79ce on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:16:19.910620 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Attempting to bind port be25f9a3-0c82-4316-a868-a011656c79ce by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f'}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:16:19.911004 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Attempting to bind port be25f9a3-0c82-4316-a868-a011656c79ce on network d7c8f895-b01e-4262-aae5-47fbac934e7f {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:16:19.924485 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port c42c7654-0769-44b8-8510-2b8266298cde triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:16:19.924727 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Port be25f9a3-0c82-4316-a868-a011656c79ce on network d7c8f895-b01e-4262-aae5-47fbac934e7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:16:19.924727 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Attempting to bind port be25f9a3-0c82-4316-a868-a011656c79ce on network d7c8f895-b01e-4262-aae5-47fbac934e7f {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:16:19.924940 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:19.925044 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:16:19.925044 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Checking segment: {'id': 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:16:19.925044 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Bound using segment: {'id': 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f'} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:16:19.925044 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Bound port: be25f9a3-0c82-4316-a868-a011656c79ce, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f'}}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:16:19.925044 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:20.026931 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] For port be25f9a3-0c82-4316-a868-a011656c79ce, host hv-cinder-80123, cleared binding levels {{(pid=78633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:16:20.030255 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] For port be25f9a3-0c82-4316-a868-a011656c79ce, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=be25f9a3-0c82-4316-a868-a011656c79ce,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:16:20.034816 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614496'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:20.039723 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2d4c7c03-c3f9-40bb-be9f-0df4b9664118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:20.049900 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:20.085690 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:16:20.096532 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port c42c7654-0769-44b8-8510-2b8266298cde, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c42c7654-0769-44b8-8510-2b8266298cde,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:16:20.102661 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:20.105909 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:20.147565 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:20.147929 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:20.149498 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] 10.222.0.15 "PUT /v2.0/ports/be25f9a3-0c82-4316-a868-a011656c79ce HTTP/1.1" status: 200 len: 1093 time: 1.2441995 Jul 19 01:16:20.150012 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:16:20.167889 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Pushing event updated for resources: {'Port': ['ID=be25f9a3-0c82-4316-a868-a011656c79ce,revision_number=3']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:20.175488 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:20.185269 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde', 'code': 200} Jul 19 01:16:20.238950 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=c42c7654-0769-44b8-8510-2b8266298cde,revision_number=10']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:20.254786 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:20.283787 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'status': 'completed', 'code': 200} Jul 19 01:16:20.371982 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cd7da-9336-439e-8564-64f79d101714 req-db2e1d0c-708b-4f19-ad81-545d70e8c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:20.374510 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-db2e1d0c-708b-4f19-ad81-545d70e8c3df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f20c8411515d495c925807596f4385ce&device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 1096 time: 0.1504903 Jul 19 01:16:20.618250 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-6836319c-e343-4385-8025-7143383f5747 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be25f9a3-0c82-4316-a868-a011656c79ce HTTP/1.1" status: 200 len: 217 time: 0.2270944 Jul 19 01:16:20.623779 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551f6fd-dbf2-4aa2-aeee-5acda528dc59 req-84946b12-8d0c-4be8-babf-6ab83584d49e tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:20.625281 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d551f6fd-dbf2-4aa2-aeee-5acda528dc59 req-84946b12-8d0c-4be8-babf-6ab83584d49e tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 946 time: 0.0851729 Jul 19 01:16:20.679598 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d551f6fd-dbf2-4aa2-aeee-5acda528dc59 req-ed0e17af-5b28-441a-a51a-8f11287024e1 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478404 Jul 19 01:16:20.730789 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cd7da-9336-439e-8564-64f79d101714 req-2d03d82b-532d-4a6d-bc8d-be1552fd15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:20.732146 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-2d03d82b-532d-4a6d-bc8d-be1552fd15c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75 HTTP/1.1" status: 200 len: 848 time: 0.1004705 Jul 19 01:16:20.739622 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d7c79-0484-4c6b-a3c6-13511e4d2fa4 req-279f1c84-64ee-4c6a-be09-015f48f8f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:20.741040 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3c7d7c79-0484-4c6b-a3c6-13511e4d2fa4 req-279f1c84-64ee-4c6a-be09-015f48f8f52a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 1099 time: 0.2097368 Jul 19 01:16:20.750631 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b3f36-8cc8-4707-be02-de619af001fe req-391ed0cf-2558-4700-b037-091928cba6d8 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:20.752006 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-510b3f36-8cc8-4707-be02-de619af001fe req-391ed0cf-2558-4700-b037-091928cba6d8 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 943 time: 0.2335103 Jul 19 01:16:20.875337 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-510b3f36-8cc8-4707-be02-de619af001fe req-b21867ae-9152-4bd0-929d-bd7bc41ad5f0 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0928767 Jul 19 01:16:20.876742 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3c7d7c79-0484-4c6b-a3c6-13511e4d2fa4 req-b6f9c7f3-22ec-4757-8502-1f45159f9de4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957451 Jul 19 01:16:20.892738 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cd7da-9336-439e-8564-64f79d101714 req-67419343-71ee-4c1c-848d-1bea321f1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:20.894205 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-67419343-71ee-4c1c-848d-1bea321f1df2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7c8f895-b01e-4262-aae5-47fbac934e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1517594 Jul 19 01:16:21.292108 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-36109ce8-cf97-496e-ba6f-f9eadaf00874 service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416743 Jul 19 01:16:21.421360 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5e2cd7da-9336-439e-8564-64f79d101714 req-4b5b48cd-8958-430a-b77b-f6663096263a service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223085 Jul 19 01:16:21.592191 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800bf9d-9de9-4cef-84fb-d63f83d5b296 req-5542ce74-2003-4259-9056-a5e636d3ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:21.593679 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f800bf9d-9de9-4cef-84fb-d63f83d5b296 req-5542ce74-2003-4259-9056-a5e636d3ef85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f20c8411515d495c925807596f4385ce&device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 1096 time: 0.0712852 Jul 19 01:16:21.721047 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800bf9d-9de9-4cef-84fb-d63f83d5b296 req-509802eb-f689-4349-bf34-0fb0ad3b7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:21.722720 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f800bf9d-9de9-4cef-84fb-d63f83d5b296 req-509802eb-f689-4349-bf34-0fb0ad3b7dd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7c8f895-b01e-4262-aae5-47fbac934e7f HTTP/1.1" status: 200 len: 910 time: 0.1224146 Jul 19 01:16:21.877164 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a5514-e664-4e05-b0cf-95b7cb594310 req-d9a425f1-f5eb-4b78-b949-9fea6c6f16bd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:21.878588 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-756a5514-e664-4e05-b0cf-95b7cb594310 req-d9a425f1-f5eb-4b78-b949-9fea6c6f16bd tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 946 time: 0.0841858 Jul 19 01:16:21.899966 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f800bf9d-9de9-4cef-84fb-d63f83d5b296 req-feb9652f-5202-4847-9674-249db884ac34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be25f9a3-0c82-4316-a868-a011656c79ce HTTP/1.1" status: 200 len: 217 time: 0.1685040 Jul 19 01:16:21.925620 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-756a5514-e664-4e05-b0cf-95b7cb594310 req-0d069929-1a98-4705-ac55-80ed87402f9f tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413742 Jul 19 01:16:22.032906 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800bf9d-9de9-4cef-84fb-d63f83d5b296 req-8b390da4-42e0-4005-807e-5555cb04a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:22.034338 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f800bf9d-9de9-4cef-84fb-d63f83d5b296 req-8b390da4-42e0-4005-807e-5555cb04a0e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75 HTTP/1.1" status: 200 len: 848 time: 0.0956149 Jul 19 01:16:22.125349 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384147c5-6451-4a71-9336-827884d3861b req-ffd498ac-f3c1-40a5-bf12-9650cb81c633 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:22.126830 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-384147c5-6451-4a71-9336-827884d3861b req-ffd498ac-f3c1-40a5-bf12-9650cb81c633 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 943 time: 0.1387887 Jul 19 01:16:22.184118 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-384147c5-6451-4a71-9336-827884d3861b req-3fcff866-5aa8-416b-8010-c01adc40598d tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0495045 Jul 19 01:16:22.191104 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800bf9d-9de9-4cef-84fb-d63f83d5b296 req-e0216505-bb43-4ffb-ae70-fd6c1b3f8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:22.192759 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f800bf9d-9de9-4cef-84fb-d63f83d5b296 req-e0216505-bb43-4ffb-ae70-fd6c1b3f8989 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7c8f895-b01e-4262-aae5-47fbac934e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1337233 Jul 19 01:16:22.332307 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f800bf9d-9de9-4cef-84fb-d63f83d5b296 req-a9ae9671-1475-483b-9f32-0d56cebd2903 service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310365 Jul 19 01:16:22.483273 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f800bf9d-9de9-4cef-84fb-d63f83d5b296 req-4715e45f-d5ce-44dc-aaff-7805a94f975d service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430984 Jul 19 01:16:23.122019 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a7b9c-9bb1-44b6-b647-de5ba7fc057b req-05e1cfc9-6eee-4d77-b396-321409fe9f7b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:23.123499 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2e1a7b9c-9bb1-44b6-b647-de5ba7fc057b req-05e1cfc9-6eee-4d77-b396-321409fe9f7b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 946 time: 0.0857854 Jul 19 01:16:23.168212 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2e1a7b9c-9bb1-44b6-b647-de5ba7fc057b req-5207b3e5-6ed0-4032-a167-5d93f40b09fc tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391045 Jul 19 01:16:23.373289 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f5f39-0481-4ba4-a08a-167494a733f5 req-825945e5-9c32-4a53-b236-bb8d244cb033 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:23.374757 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-747f5f39-0481-4ba4-a08a-167494a733f5 req-825945e5-9c32-4a53-b236-bb8d244cb033 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 943 time: 0.0833471 Jul 19 01:16:23.420263 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-747f5f39-0481-4ba4-a08a-167494a733f5 req-fcd89878-2aca-4414-af74-3b0509dedcaa tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399811 Jul 19 01:16:23.860784 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device be25f9a3-0c82-4316-a868-a011656c79ce details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:16:23.998937 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port be25f9a3-0c82-4316-a868-a011656c79ce, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=be25f9a3-0c82-4316-a868-a011656c79ce,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:16:24.012449 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'port_id': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'mac_address': 'fa:16:3e:71:96:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:16:24.072107 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:24.090139 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be25f9a3-0c82-4316-a868-a011656c79ce {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:16:24.106497 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port be25f9a3-0c82-4316-a868-a011656c79ce, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=be25f9a3-0c82-4316-a868-a011656c79ce,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:16:24.111337 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:24.113387 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-2d3689a4-9864-49bf-8bba-03c9a25726be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:24.179743 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=be25f9a3-0c82-4316-a868-a011656c79ce,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:24.183086 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:24.245069 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 39408) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:24.362091 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-583be2c9-9e43-450e-9ca3-54613aaa52f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:24.376333 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-583be2c9-9e43-450e-9ca3-54613aaa52f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:16:24.380108 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-583be2c9-9e43-450e-9ca3-54613aaa52f0 admin admin] Usage tracker for resource:security_group_rule and tenant:c31df590af084f19a83f6e011523e678 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:16:24.383211 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-583be2c9-9e43-450e-9ca3-54613aaa52f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:16:24.389154 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-583be2c9-9e43-450e-9ca3-54613aaa52f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:16:24.396665 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['be25f9a3-0c82-4316-a868-a011656c79ce'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:16:24.479623 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-583be2c9-9e43-450e-9ca3-54613aaa52f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:24.484548 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-583be2c9-9e43-450e-9ca3-54613aaa52f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:24.493977 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-28317c3f-d418-4b4b-8abb-0c258a04cdd4 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:24.539841 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-583be2c9-9e43-450e-9ca3-54613aaa52f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c31df590af084f19a83f6e011523e678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906716 Jul 19 01:16:24.540343 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 39416) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:24.543072 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583be2c9-9e43-450e-9ca3-54613aaa52f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d8696a-45ce-4a61-b670-51ee2d956659,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:24.556259 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-583be2c9-9e43-450e-9ca3-54613aaa52f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:24.607721 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-57ada442-2cee-4c9f-933f-c7a829e7c8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:24.625690 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d00ff-d6ef-480a-9d63-e2c24053effa req-ea3406fc-b6dc-49eb-850c-b7959ee4b663 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:24.627814 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a00d00ff-d6ef-480a-9d63-e2c24053effa req-ea3406fc-b6dc-49eb-850c-b7959ee4b663 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 944 time: 0.0892951 Jul 19 01:16:24.639340 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-57ada442-2cee-4c9f-933f-c7a829e7c8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:24.674572 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a00d00ff-d6ef-480a-9d63-e2c24053effa req-cea8c555-edcc-4c03-9009-35cf1469bda0 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403464 Jul 19 01:16:24.695043 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-57ada442-2cee-4c9f-933f-c7a829e7c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:24.699848 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-4cc20e5d-b656-48b6-93d8-a521a3dbb4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:24.710186 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ada442-2cee-4c9f-933f-c7a829e7c8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d8696a-45ce-4a61-b670-51ee2d956659,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:24.713616 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-57ada442-2cee-4c9f-933f-c7a829e7c8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:24.716697 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-57ada442-2cee-4c9f-933f-c7a829e7c8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:24.720288 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-57ada442-2cee-4c9f-933f-c7a829e7c8f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9d8696a-45ce-4a61-b670-51ee2d956659 HTTP/1.1" status: 204 len: 168 time: 0.1765623 Jul 19 01:16:24.987543 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 39424) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:25.005736 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8257-e640-431a-aaac-2af8b56df5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:25.019265 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-1dbd8257-e640-431a-aaac-2af8b56df5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:16:25.023062 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-1dbd8257-e640-431a-aaac-2af8b56df5bd admin admin] Usage tracker for resource:security_group_rule and tenant:019f7d0bb6c448cbb9849cd3ea1facc1 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:16:25.025746 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-1dbd8257-e640-431a-aaac-2af8b56df5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:16:25.031255 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-1dbd8257-e640-431a-aaac-2af8b56df5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:16:25.121156 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8257-e640-431a-aaac-2af8b56df5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:25.127652 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8257-e640-431a-aaac-2af8b56df5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:25.144173 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5030b46e-e786-448f-b90a-b21c26d70291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:25.195819 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-1dbd8257-e640-431a-aaac-2af8b56df5bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=019f7d0bb6c448cbb9849cd3ea1facc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071288 Jul 19 01:16:25.197284 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd8257-e640-431a-aaac-2af8b56df5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9a2692-7ea5-4210-b4f9-493e64c04250,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:25.198432 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39428) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:25.200231 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-1dbd8257-e640-431a-aaac-2af8b56df5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:25.259938 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-57860ca3-ee85-4e32-a33e-982df1811215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:25.285044 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-57860ca3-ee85-4e32-a33e-982df1811215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:25.336606 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-57860ca3-ee85-4e32-a33e-982df1811215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:25.340085 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-a90d59df-ba1f-46ca-aa4c-b70545302175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:25.351232 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57860ca3-ee85-4e32-a33e-982df1811215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9a2692-7ea5-4210-b4f9-493e64c04250,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:25.354993 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-57860ca3-ee85-4e32-a33e-982df1811215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:25.359389 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-57860ca3-ee85-4e32-a33e-982df1811215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:25.360521 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-57860ca3-ee85-4e32-a33e-982df1811215 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb9a2692-7ea5-4210-b4f9-493e64c04250 HTTP/1.1" status: 204 len: 168 time: 0.1610687 Jul 19 01:16:25.862001 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device be25f9a3-0c82-4316-a868-a011656c79ce up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:16:25.863548 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d03305-d945-419d-96c4-9c9481a7bd1e req-413d67de-fed9-459f-8648-de4ddd80fa68 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:25.865690 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-20d03305-d945-419d-96c4-9c9481a7bd1e req-413d67de-fed9-459f-8648-de4ddd80fa68 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 944 time: 0.0856392 Jul 19 01:16:25.915539 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-20d03305-d945-419d-96c4-9c9481a7bd1e req-4d93bbb8-e6e6-4ba2-af5d-6af8a37c85f1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436585 Jul 19 01:16:25.934664 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port be25f9a3-0c82-4316-a868-a011656c79ce completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:16:25.938557 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port be25f9a3-0c82-4316-a868-a011656c79ce triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:16:25.938992 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:26.058577 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:26.086201 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:16:26.096142 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port be25f9a3-0c82-4316-a868-a011656c79ce, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=be25f9a3-0c82-4316-a868-a011656c79ce,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:16:26.101207 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:26.103224 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:26.147687 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'code': 200} Jul 19 01:16:26.172214 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=be25f9a3-0c82-4316-a868-a011656c79ce,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:26.175302 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:26.480592 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1561-db8e-46bb-8d31-6a0fd09f4164 req-86869ff9-2d8e-4e1e-82ae-a3632a71b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:26.481987 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-fadc1561-db8e-46bb-8d31-6a0fd09f4164 req-86869ff9-2d8e-4e1e-82ae-a3632a71b808 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 1098 time: 0.0752854 Jul 19 01:16:26.523340 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-fadc1561-db8e-46bb-8d31-6a0fd09f4164 req-4e14c402-b187-4cc2-8b97-57db544490b9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0349777 Jul 19 01:16:27.104003 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d20c9d-0cc5-489f-83b1-83afe5c4cd82 req-598a0d07-aa86-4699-b909-df2a3abad382 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:27.105549 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-11d20c9d-0cc5-489f-83b1-83afe5c4cd82 req-598a0d07-aa86-4699-b909-df2a3abad382 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0802314 Jul 19 01:16:27.154835 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-11d20c9d-0cc5-489f-83b1-83afe5c4cd82 req-3e286586-4bf4-4730-82ec-fda8c8f7f9e1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421221 Jul 19 01:16:28.345094 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cfd74-0a29-407e-826c-89e2c32a066b req-10e4d154-f991-4bbc-b371-90f9a5c5b69b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:28.346620 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d83cfd74-0a29-407e-826c-89e2c32a066b req-10e4d154-f991-4bbc-b371-90f9a5c5b69b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0818498 Jul 19 01:16:28.397684 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-d83cfd74-0a29-407e-826c-89e2c32a066b req-39a2f815-9952-4636-91a5-a1b6e749cefc tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450606 Jul 19 01:16:28.728652 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62805332-d4a1-4b6a-8d39-82a6593d137f req-4bf33140-b4c1-43ed-aa7d-1d646d1f1727 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:28.730191 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-62805332-d4a1-4b6a-8d39-82a6593d137f req-4bf33140-b4c1-43ed-aa7d-1d646d1f1727 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0798559 Jul 19 01:16:28.777729 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-62805332-d4a1-4b6a-8d39-82a6593d137f req-1c0f3b07-30e2-4662-b263-2303729e9f63 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420380 Jul 19 01:16:28.804448 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39496) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:29.028743 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:16:29.031173 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a53ed1-dd0f-46b0-bdc2-f3d5451df4ea tempest-TestShelveInstance-1882598087 tempest-TestShelveInstance-1882598087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:29.031985 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-49a53ed1-dd0f-46b0-bdc2-f3d5451df4ea tempest-TestShelveInstance-1882598087 tempest-TestShelveInstance-1882598087-project-admin] Synchronizing usage tracker for tenant:95ddb517aceb44fcba66186fda99f829 on resource:port {{(pid=78632) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:16:29.048800 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-49a53ed1-dd0f-46b0-bdc2-f3d5451df4ea tempest-TestShelveInstance-1882598087 tempest-TestShelveInstance-1882598087-project-admin] Unset dirty status for tenant:95ddb517aceb44fcba66186fda99f829 on resource:port {{(pid=78632) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:16:29.049954 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-49a53ed1-dd0f-46b0-bdc2-f3d5451df4ea tempest-TestShelveInstance-1882598087 tempest-TestShelveInstance-1882598087-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 1093 time: 0.2484691 Jul 19 01:16:29.053005 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39502) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:29.058054 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.v2.base [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Request body: {'floatingip': {'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'port_id': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:16:29.063755 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:16:29.067554 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Usage tracker for resource:floatingip and tenant:f20c8411515d495c925807596f4385ce is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:16:29.070330 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:16:29.075953 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:16:29.086464 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for floatingip, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:29.224168 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:29.358034 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_common [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Allocated IP 172.28.0.14 (4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e/119cbe5d-37fd-4d3f-9206-9cb6a6771a78/f976cd16-cad8-4047-a331-22a4683d7b1f) {{(pid=78632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:16:29.502633 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for port, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:29.532287 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:29.536527 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-01188980-8a8b-4bff-bff9-b7efe21d6e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:29.594317 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Network 4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e is already hosted by enough agents. {{(pid=78632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:16:29.597040 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.base_scheduler [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Resources bound (agent type, host, resource id): {{(pid=78632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:16:29.599646 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Received port after_create {{(pid=78632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:16:29.723497 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Pushing event updated for resources: {'Port': ['ID=f976cd16-cad8-4047-a331-22a4683d7b1f,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:29.738259 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:29.738650 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:29.739012 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:29.740084 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:29.740442 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:29.740795 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:29.741144 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:29.741490 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:29.741837 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:29.742182 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:29.742522 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:29.742887 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:16:29.746716 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:30.115418 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:30.191120 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:30.407067 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for port, precommit_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:30.411290 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391562'] for port, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:30.415611 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-610d6572-7486-4166-9e6a-5c118f6caa33 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:30.522077 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Pushing event updated for resources: {'Port': ['ID=f976cd16-cad8-4047-a331-22a4683d7b1f,revision_number=2']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:30.525298 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:30.529861 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:30.704618 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.db.l3_db [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Floating IP 495ab9bd-90dc-4b13-a0ff-e43ed6eacf86 associated. External IP: 172.28.0.14, port: be25f9a3-0c82-4316-a868-a011656c79ce. Jul 19 01:16:31.042166 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Router b11a213c-3130-494f-b30b-802123facbff has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:16:31.312869 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:16:31.322695 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453cf82c-7c4d-4617-a395-f2d05965bb40 None None] Sync routers for ids ['b11a213c-3130-494f-b30b-802123facbff'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:16:31.331630 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453cf82c-7c4d-4617-a395-f2d05965bb40 None None] Routers {'b11a213c-3130-494f-b30b-802123facbff'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:16:31.332238 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-453cf82c-7c4d-4617-a395-f2d05965bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:16:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b11a213c-3130-494f-b30b-802123facbff'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:31.336811 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:31.389973 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-0ab97e0a-7e57-4ddf-9982-fdbe9b8a4de1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3359597 Jul 19 01:16:31.390649 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce'}] {{(pid=78632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:16:31.521627 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-453cf82c-7c4d-4617-a395-f2d05965bb40 None None] Set router b11a213c-3130-494f-b30b-802123facbff gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:16:31.569594 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'status': 'completed', 'code': 200} Jul 19 01:16:31.691998 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c3ce-3c7f-43a4-95a9-7c563f35460b req-092deda3-f346-4169-9059-bc963dc17bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:31.694090 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f932c3ce-3c7f-43a4-95a9-7c563f35460b req-092deda3-f346-4169-9059-bc963dc17bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f20c8411515d495c925807596f4385ce&device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 1098 time: 0.0790112 Jul 19 01:16:31.831184 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c3ce-3c7f-43a4-95a9-7c563f35460b req-a1d1b311-bf0f-46b6-b1f7-1ce459196cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:31.832530 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f932c3ce-3c7f-43a4-95a9-7c563f35460b req-a1d1b311-bf0f-46b6-b1f7-1ce459196cc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7c8f895-b01e-4262-aae5-47fbac934e7f HTTP/1.1" status: 200 len: 910 time: 0.1321144 Jul 19 01:16:31.881462 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-453cf82c-7c4d-4617-a395-f2d05965bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 4, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port': {'id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '495ab9bd-90dc-4b13-a0ff-e43ed6eacf86', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'floating_ip_address': '172.28.0.14', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'b11a213c-3130-494f-b30b-802123facbff', 'port_id': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'mac_address': 'fa:16:3e:71:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:16:30Z', 'updated_at': '2021-07-19T01:16:30Z', 'revision_number': 0, 'project_id': 'f20c8411515d495c925807596f4385ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd04d6e2-9c45-4d83-b2ab-e626fde015a4', 'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'mac_address': 'fa:16:3e:2b:88:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:42Z', 'updated_at': '2021-07-19T01:15:51Z', 'revision_number': 5, 'project_id': 'f20c8411515d495c925807596f4385ce', 'subnets': [{'id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:31.885209 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453cf82c-7c4d-4617-a395-f2d05965bb40 None None] Checking router: b11a213c-3130-494f-b30b-802123facbff for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:16:31.893372 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453cf82c-7c4d-4617-a395-f2d05965bb40 None None] Routers {'b11a213c-3130-494f-b30b-802123facbff'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:16:31.893958 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-453cf82c-7c4d-4617-a395-f2d05965bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:16:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b11a213c-3130-494f-b30b-802123facbff'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:31.930540 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f932c3ce-3c7f-43a4-95a9-7c563f35460b req-6257f143-2e19-492c-bc60-657b2e1b8beb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be25f9a3-0c82-4316-a868-a011656c79ce HTTP/1.1" status: 200 len: 998 time: 0.0910792 Jul 19 01:16:32.089358 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c3ce-3c7f-43a4-95a9-7c563f35460b req-374abf1b-0a57-4458-9819-a789ac4dfb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:32.090748 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f932c3ce-3c7f-43a4-95a9-7c563f35460b req-374abf1b-0a57-4458-9819-a789ac4dfb7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75 HTTP/1.1" status: 200 len: 848 time: 0.1546366 Jul 19 01:16:32.099487 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-453cf82c-7c4d-4617-a395-f2d05965bb40 None None] Set router b11a213c-3130-494f-b30b-802123facbff gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:16:32.167215 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c3ce-3c7f-43a4-95a9-7c563f35460b req-20f76253-ce5b-4836-aed7-86e5018f2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:16:32.168670 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f932c3ce-3c7f-43a4-95a9-7c563f35460b req-20f76253-ce5b-4836-aed7-86e5018f2801 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7c8f895-b01e-4262-aae5-47fbac934e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719378 Jul 19 01:16:32.319111 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f932c3ce-3c7f-43a4-95a9-7c563f35460b req-3710ea0b-8c23-4dd0-88b7-31bb036264b5 service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436098 Jul 19 01:16:32.461684 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-f932c3ce-3c7f-43a4-95a9-7c563f35460b req-00b010cd-2494-44bb-8e51-c665b31250fd service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358521 Jul 19 01:16:32.484075 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-453cf82c-7c4d-4617-a395-f2d05965bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 4, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port': {'id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '495ab9bd-90dc-4b13-a0ff-e43ed6eacf86', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'floating_ip_address': '172.28.0.14', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'b11a213c-3130-494f-b30b-802123facbff', 'port_id': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'mac_address': 'fa:16:3e:71:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:16:30Z', 'updated_at': '2021-07-19T01:16:30Z', 'revision_number': 0, 'project_id': 'f20c8411515d495c925807596f4385ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd04d6e2-9c45-4d83-b2ab-e626fde015a4', 'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'mac_address': 'fa:16:3e:2b:88:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:42Z', 'updated_at': '2021-07-19T01:15:51Z', 'revision_number': 5, 'project_id': 'f20c8411515d495c925807596f4385ce', 'subnets': [{'id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:16:32.489095 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453cf82c-7c4d-4617-a395-f2d05965bb40 None None] The sync data for ids ['b11a213c-3130-494f-b30b-802123facbff'] in dv-cinder-801236-1-smb is: [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 4, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port': {'id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_floatingips': [{'id': '495ab9bd-90dc-4b13-a0ff-e43ed6eacf86', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'floating_ip_address': '172.28.0.14', 'floating_network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'router_id': 'b11a213c-3130-494f-b30b-802123facbff', 'port_id': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'mac_address': 'fa:16:3e:71:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T01:16:30Z', 'updated_at': '2021-07-19T01:16:30Z', 'revision_number': 0, 'project_id': 'f20c8411515d495c925807596f4385ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd04d6e2-9c45-4d83-b2ab-e626fde015a4', 'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'mac_address': 'fa:16:3e:2b:88:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:42Z', 'updated_at': '2021-07-19T01:15:51Z', 'revision_number': 5, 'project_id': 'f20c8411515d495c925807596f4385ce', 'subnets': [{'id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:16:32.710214 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c8f2ff-6857-464a-ae7b-1099a97d99e2 None None] New status for floating IP 495ab9bd-90dc-4b13-a0ff-e43ed6eacf86: ACTIVE {{(pid=78634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 01:16:33.144994 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39540) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:33.264035 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8c548504-9d3d-41e4-ab90-f1873f943505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:33.278692 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-8c548504-9d3d-41e4-ab90-f1873f943505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:16:33.282627 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-8c548504-9d3d-41e4-ab90-f1873f943505 admin admin] Usage tracker for resource:security_group_rule and tenant:11f2229531734ad2ae8aa73f638b0dc0 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:16:33.285363 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-8c548504-9d3d-41e4-ab90-f1873f943505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:16:33.291074 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-8c548504-9d3d-41e4-ab90-f1873f943505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:16:33.372224 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8c548504-9d3d-41e4-ab90-f1873f943505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:33.375815 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8c548504-9d3d-41e4-ab90-f1873f943505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:33.383319 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-a1dff754-6adb-4510-99fe-dec654532a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:33.420135 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c548504-9d3d-41e4-ab90-f1873f943505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba66ac0c-5128-4d29-abce-74ea3f33f054,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:33.423285 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8c548504-9d3d-41e4-ab90-f1873f943505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:33.425862 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-8c548504-9d3d-41e4-ab90-f1873f943505 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11f2229531734ad2ae8aa73f638b0dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790892 Jul 19 01:16:33.429035 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39546) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:33.487503 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8c3546d3-6d42-46fa-b38a-4691256ace92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:33.512147 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8c3546d3-6d42-46fa-b38a-4691256ace92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:33.566144 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8c3546d3-6d42-46fa-b38a-4691256ace92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:33.569972 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-676834e6-ffb8-46be-8539-eb04d2ffca13 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:33.580481 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3546d3-6d42-46fa-b38a-4691256ace92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba66ac0c-5128-4d29-abce-74ea3f33f054,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:33.585642 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8c3546d3-6d42-46fa-b38a-4691256ace92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:33.588871 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8c3546d3-6d42-46fa-b38a-4691256ace92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:33.590073 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-8c3546d3-6d42-46fa-b38a-4691256ace92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba66ac0c-5128-4d29-abce-74ea3f33f054 HTTP/1.1" status: 204 len: 168 time: 0.1601775 Jul 19 01:16:33.858966 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39554) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:33.876656 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-fa23a003-2cf8-4fe6-a84e-34b2a28e803d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:33.891066 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-fa23a003-2cf8-4fe6-a84e-34b2a28e803d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:16:33.894780 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-fa23a003-2cf8-4fe6-a84e-34b2a28e803d admin admin] Usage tracker for resource:security_group_rule and tenant:0548770b50a341be988223657592cc5b is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:16:33.898063 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-fa23a003-2cf8-4fe6-a84e-34b2a28e803d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:16:33.903992 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-fa23a003-2cf8-4fe6-a84e-34b2a28e803d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:16:33.983631 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-fa23a003-2cf8-4fe6-a84e-34b2a28e803d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:33.987467 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-fa23a003-2cf8-4fe6-a84e-34b2a28e803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:33.994564 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-d250acf2-35db-453c-8a41-e3b67445fad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:34.033623 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23a003-2cf8-4fe6-a84e-34b2a28e803d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078ce743-9d63-4faf-818d-0d59f311ddbc,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:34.037182 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-fa23a003-2cf8-4fe6-a84e-34b2a28e803d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:34.039631 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-fa23a003-2cf8-4fe6-a84e-34b2a28e803d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0548770b50a341be988223657592cc5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796849 Jul 19 01:16:34.042437 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39558) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:34.099262 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc7e053f-377e-4a99-960e-7d8e859c431d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:34.129184 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc7e053f-377e-4a99-960e-7d8e859c431d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:34.180517 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc7e053f-377e-4a99-960e-7d8e859c431d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:34.186759 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-92fac836-f049-465d-a54c-f0e38f5561a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:34.200127 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e053f-377e-4a99-960e-7d8e859c431d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ce743-9d63-4faf-818d-0d59f311ddbc,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:34.203028 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-bc7e053f-377e-4a99-960e-7d8e859c431d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:34.205274 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc7e053f-377e-4a99-960e-7d8e859c431d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:34.207052 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-bc7e053f-377e-4a99-960e-7d8e859c431d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/078ce743-9d63-4faf-818d-0d59f311ddbc HTTP/1.1" status: 204 len: 168 time: 0.1635988 Jul 19 01:16:35.703283 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-16379b0a-33ba-4c08-9561-b8cc9cd6ce1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:36.312202 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:36.338744 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39630) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:36.452916 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b5ef256f-8e05-49f8-8858-d4807c5aa82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:36.468158 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-b5ef256f-8e05-49f8-8858-d4807c5aa82e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:16:36.471900 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-b5ef256f-8e05-49f8-8858-d4807c5aa82e admin admin] Usage tracker for resource:security_group_rule and tenant:b4988ee336364c60842f226f1b6cfb5b is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:16:36.474653 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-b5ef256f-8e05-49f8-8858-d4807c5aa82e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:16:36.480327 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-b5ef256f-8e05-49f8-8858-d4807c5aa82e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:16:36.563525 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b5ef256f-8e05-49f8-8858-d4807c5aa82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:36.567420 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b5ef256f-8e05-49f8-8858-d4807c5aa82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:36.576366 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-38bfe08d-a425-4175-aa56-c47bfc6096ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:36.615254 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-b5ef256f-8e05-49f8-8858-d4807c5aa82e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4988ee336364c60842f226f1b6cfb5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752466 Jul 19 01:16:36.616373 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef256f-8e05-49f8-8858-d4807c5aa82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24454a93-df6e-4fea-8e7a-88c7d1caaba0,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:36.619041 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 39636) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:36.619520 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b5ef256f-8e05-49f8-8858-d4807c5aa82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:36.682404 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2b6df1d2-bff8-4d05-a45a-c4db111fe96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:36.706858 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2b6df1d2-bff8-4d05-a45a-c4db111fe96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:36.758249 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2b6df1d2-bff8-4d05-a45a-c4db111fe96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:36.761767 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-51be3f11-28c0-4f74-a43d-fa28735c904b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:36.775664 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6df1d2-bff8-4d05-a45a-c4db111fe96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24454a93-df6e-4fea-8e7a-88c7d1caaba0,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:36.779119 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2b6df1d2-bff8-4d05-a45a-c4db111fe96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:36.785052 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2b6df1d2-bff8-4d05-a45a-c4db111fe96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:36.786202 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2b6df1d2-bff8-4d05-a45a-c4db111fe96d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24454a93-df6e-4fea-8e7a-88c7d1caaba0 HTTP/1.1" status: 204 len: 168 time: 0.1656909 Jul 19 01:16:37.057603 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39644) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:37.075406 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-49d310bd-c2f6-495f-8aa4-a56833d03a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:37.094057 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-49d310bd-c2f6-495f-8aa4-a56833d03a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:16:37.097880 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-49d310bd-c2f6-495f-8aa4-a56833d03a78 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a07978544042fda55fa467dc5bc5fd is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:16:37.101720 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-49d310bd-c2f6-495f-8aa4-a56833d03a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:16:37.107513 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-49d310bd-c2f6-495f-8aa4-a56833d03a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:16:37.189035 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-49d310bd-c2f6-495f-8aa4-a56833d03a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:37.192531 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-49d310bd-c2f6-495f-8aa4-a56833d03a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:37.200658 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-57860ca3-ee85-4e32-a33e-982df1811215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:37.238758 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-49d310bd-c2f6-495f-8aa4-a56833d03a78 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4a07978544042fda55fa467dc5bc5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800454 Jul 19 01:16:37.240307 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d310bd-c2f6-495f-8aa4-a56833d03a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5520922-d973-4de6-a455-a1c3929b61c8,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:37.241647 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 39648) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:37.243538 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-49d310bd-c2f6-495f-8aa4-a56833d03a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:37.299101 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8a7dde52-0493-4d9d-a7d7-78af5cb0941c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:37.323902 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8a7dde52-0493-4d9d-a7d7-78af5cb0941c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:37.374083 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8a7dde52-0493-4d9d-a7d7-78af5cb0941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:37.378614 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d3b925e4-f6b6-4fb2-973a-f80f5c2a4a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:37.392908 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dde52-0493-4d9d-a7d7-78af5cb0941c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5520922-d973-4de6-a455-a1c3929b61c8,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:37.395703 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8a7dde52-0493-4d9d-a7d7-78af5cb0941c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:37.398428 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8a7dde52-0493-4d9d-a7d7-78af5cb0941c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:37.400403 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-8a7dde52-0493-4d9d-a7d7-78af5cb0941c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5520922-d973-4de6-a455-a1c3929b61c8 HTTP/1.1" status: 204 len: 168 time: 0.1576195 Jul 19 01:16:38.287154 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-722534d7-69f8-409a-b8e5-d863a78139df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:38.988842 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:39.540304 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:40.803578 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:55.994061 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39804) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:56.109598 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-18517aa0-e6b4-4724-89eb-ffa75c55e259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:56.124152 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-18517aa0-e6b4-4724-89eb-ffa75c55e259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:16:56.127892 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-18517aa0-e6b4-4724-89eb-ffa75c55e259 admin admin] Usage tracker for resource:security_group_rule and tenant:875280b96dc1446b88a26c148ab74179 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:16:56.130623 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-18517aa0-e6b4-4724-89eb-ffa75c55e259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:16:56.136699 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-18517aa0-e6b4-4724-89eb-ffa75c55e259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:16:56.217538 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-18517aa0-e6b4-4724-89eb-ffa75c55e259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:56.221256 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-18517aa0-e6b4-4724-89eb-ffa75c55e259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:56.229829 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b5ef256f-8e05-49f8-8858-d4807c5aa82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:56.270830 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-18517aa0-e6b4-4724-89eb-ffa75c55e259 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=875280b96dc1446b88a26c148ab74179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756050 Jul 19 01:16:56.272409 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18517aa0-e6b4-4724-89eb-ffa75c55e259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4abc825-b9e5-4327-983a-8ae9ef09244c,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:56.273474 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 39810) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:16:56.276386 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-18517aa0-e6b4-4724-89eb-ffa75c55e259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:56.332310 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a54ab6aa-e1eb-4447-9217-481fb1540df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:56.357647 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a54ab6aa-e1eb-4447-9217-481fb1540df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:56.407871 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a54ab6aa-e1eb-4447-9217-481fb1540df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:56.412425 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-4149f680-68c2-4e42-b2c1-891b495753c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:16:56.424348 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ab6aa-e1eb-4447-9217-481fb1540df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4abc825-b9e5-4327-983a-8ae9ef09244c,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:16:56.426748 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a54ab6aa-e1eb-4447-9217-481fb1540df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:16:56.431236 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-a54ab6aa-e1eb-4447-9217-481fb1540df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:16:56.432535 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-a54ab6aa-e1eb-4447-9217-481fb1540df6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4abc825-b9e5-4327-983a-8ae9ef09244c HTTP/1.1" status: 204 len: 168 time: 0.1573987 Jul 19 01:17:02.079646 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed928-95d8-4d99-8948-1a94940cc8b9 req-1cb3629a-8e0e-4174-a77a-f104267c2a0c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:02.081274 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2c0ed928-95d8-4d99-8948-1a94940cc8b9 req-1cb3629a-8e0e-4174-a77a-f104267c2a0c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 946 time: 0.0834587 Jul 19 01:17:02.132139 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-2c0ed928-95d8-4d99-8948-1a94940cc8b9 req-02a3b681-d52d-42b5-a2b9-3e0738950081 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442350 Jul 19 01:17:03.323408 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5c47e-854c-4efd-baa4-f6a3f194bfde req-c0f208c1-a568-4069-80d1-4564c99ff8d3 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:03.324857 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2cf5c47e-854c-4efd-baa4-f6a3f194bfde req-c0f208c1-a568-4069-80d1-4564c99ff8d3 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 946 time: 0.0844953 Jul 19 01:17:03.369904 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2cf5c47e-854c-4efd-baa4-f6a3f194bfde req-17eda8c7-1d1a-4e25-89d5-7d526e9afbed tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups?id=70ac574b-22c5-459d-9d12-cd3937f6702d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393920 Jul 19 01:17:03.613501 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-c4166eef-6380-421d-8f03-149b914dd096 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:03.614960 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-c4166eef-6380-421d-8f03-149b914dd096 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.15 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 946 time: 0.0799987 Jul 19 01:17:03.686092 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Deleting port c42c7654-0769-44b8-8510-2b8266298cde {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:17:03.686432 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:03.933327 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] For port c42c7654-0769-44b8-8510-2b8266298cde, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=c42c7654-0769-44b8-8510-2b8266298cde,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:17:03.933690 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:04.226594 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:04.226955 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603783'] for floatingip, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:04.228304 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.l3_db [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Floating IP 81e40ece-75b5-4f9c-acf6-6d66eccfd996 disassociated. External IP: 172.28.0.55, port: c42c7654-0769-44b8-8510-2b8266298cde. Jul 19 01:17:04.228657 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Calling delete_port for c42c7654-0769-44b8-8510-2b8266298cde owned by compute:nova {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:17:04.372457 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:04.377807 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5a0652d5-bb3c-4c6e-82b4-ee192c9f8610 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:04.423366 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event deleted for resources: {'Port': ['ID=c42c7654-0769-44b8-8510-2b8266298cde,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:04.428244 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:04.531946 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-90f27e97-6347-4c6b-9068-0fecdd856856 req-bcd315c4-cd57-4293-8512-c2983c09048c tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/ports?device_id=0caa1d56-df29-46b9-b795-ac7cc199c33d HTTP/1.1" status: 200 len: 210 time: 0.0489759 Jul 19 01:17:04.699353 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Router e444f618-172c-48ca-bc24-3ceb6ceb1d97 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:17:04.878396 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:17:04.889114 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140f20dd-5ece-4a05-bf30-2017a441d631 None None] Sync routers for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:17:04.899372 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f20dd-5ece-4a05-bf30-2017a441d631 None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:17:04.900073 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-140f20dd-5ece-4a05-bf30-2017a441d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:16:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:17:04.952588 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] No DVR routers for this DVR port c42c7654-0769-44b8-8510-2b8266298cde on host hv-cinder-80123 {{(pid=78633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:17:04.955046 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:04.957764 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'name': 'network-vif-deleted', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:17:04.974001 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-269e292e-8f47-45f0-882d-86c6b8ae7473 req-8846dc2c-8bc1-4539-850e-9d9e13a37077 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.15 "DELETE /v2.0/ports/c42c7654-0769-44b8-8510-2b8266298cde HTTP/1.1" status: 204 len: 173 time: 1.3540347 Jul 19 01:17:05.010309 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caa1d56-df29-46b9-b795-ac7cc199c33d', 'name': 'network-vif-deleted', 'tag': 'c42c7654-0769-44b8-8510-2b8266298cde', 'status': 'completed', 'code': 200} Jul 19 01:17:05.083344 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-140f20dd-5ece-4a05-bf30-2017a441d631 None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:17:05.411326 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-140f20dd-5ece-4a05-bf30-2017a441d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:21Z', 'revision_number': 5, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:17:05.415115 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140f20dd-5ece-4a05-bf30-2017a441d631 None None] Checking router: e444f618-172c-48ca-bc24-3ceb6ceb1d97 for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:17:05.423247 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f20dd-5ece-4a05-bf30-2017a441d631 None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:17:05.423842 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-140f20dd-5ece-4a05-bf30-2017a441d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:16:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:17:05.600698 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-140f20dd-5ece-4a05-bf30-2017a441d631 None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:17:05.715042 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-724cd758-e1b3-4ac0-b643-5bc10ddaa1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:05.808231 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39920) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:05.890922 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f16360fa-73a5-401a-bf9f-b2a631fe5c7b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:05.921694 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f16360fa-73a5-401a-bf9f-b2a631fe5c7b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:05.981527 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f16360fa-73a5-401a-bf9f-b2a631fe5c7b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:05.987904 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-49d310bd-c2f6-495f-8aa4-a56833d03a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:06.004361 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16360fa-73a5-401a-bf9f-b2a631fe5c7b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ac574b-22c5-459d-9d12-cd3937f6702d,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:06.006927 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f16360fa-73a5-401a-bf9f-b2a631fe5c7b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:06.011521 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-140f20dd-5ece-4a05-bf30-2017a441d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:21Z', 'revision_number': 5, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:17:06.015504 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140f20dd-5ece-4a05-bf30-2017a441d631 None None] The sync data for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb is: [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:10:09Z', 'revision_number': 4, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'ea637097-e5af-46f8-b577-0f983f1b4d80', 'name': '', 'network_id': 'c296ada3-efae-4388-b9cf-7235586b6c54', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'mac_address': 'fa:16:3e:c0:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:07Z', 'updated_at': '2021-07-19T01:10:21Z', 'revision_number': 5, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'subnets': [{'id': 'e3a1d271-46d5-45ce-b690-19ecf5019168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:17:06.027764 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:17:06.028012 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c42c7654-0769-44b8-8510-2b8266298cde no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:17:06.034549 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f16360fa-73a5-401a-bf9f-b2a631fe5c7b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:06.035842 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-f16360fa-73a5-401a-bf9f-b2a631fe5c7b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "DELETE /v2.0/security-groups/70ac574b-22c5-459d-9d12-cd3937f6702d HTTP/1.1" status: 204 len: 168 time: 0.2265778 Jul 19 01:17:06.038651 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 39928) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:06.060764 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.api.v2.resource [None req-b2515670-58e4-4b39-bcd0-0772836fdee8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] show failed (client error): The resource could not be found. Jul 19 01:17:06.062715 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-b2515670-58e4-4b39-bcd0-0772836fdee8 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "GET /v2.0/security-groups/70ac574b-22c5-459d-9d12-cd3937f6702d HTTP/1.1" status: 404 len: 347 time: 0.0220423 Jul 19 01:17:06.064852 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 39932) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:06.066640 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: c42c7654-0769-44b8-8510-2b8266298cde {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:17:06.067353 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device c42c7654-0769-44b8-8510-2b8266298cde not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:17:06.230272 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Deleting port bcb7836f-47e1-4892-b79c-5e9d4d8746d6 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:17:06.230646 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:06.284414 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9f8737-f22a-4b9d-b016-629d431c3a3a None None] New status for floating IP 81e40ece-75b5-4f9c-acf6-6d66eccfd996: DOWN {{(pid=78634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 01:17:06.402687 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:06.402984 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:06.440390 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:06.621281 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Calling delete_port for bcb7836f-47e1-4892-b79c-5e9d4d8746d6 owned by network:floatingip {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:17:06.701845 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.db.api [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 01:17:06.702107 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_db.api [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 01:17:07.203554 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Deleting port bcb7836f-47e1-4892-b79c-5e9d4d8746d6 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:17:07.204173 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:07.376062 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:07.376380 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:07.501917 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Calling delete_port for bcb7836f-47e1-4892-b79c-5e9d4d8746d6 owned by network:floatingip {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:17:07.643337 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:07.647699 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-eac33127-4892-405c-a466-67999c6d6b79 tempest-AttachVolumeNegativeTest-660231882 tempest-AttachVolumeNegativeTest-660231882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:07.690470 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Pushing event deleted for resources: {'Port': ['ID=bcb7836f-47e1-4892-b79c-5e9d4d8746d6,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:07.716796 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:07.781529 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks [] for floatingip, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:07.794901 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:07.795984 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-2c7a5d6c-9e43-493c-ace8-b2914746a499 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] 10.222.0.10 "DELETE /v2.0/floatingips/81e40ece-75b5-4f9c-acf6-6d66eccfd996 HTTP/1.1" status: 204 len: 168 time: 1.7301340 Jul 19 01:17:08.289140 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-6ec14110-cf95-4acc-95e0-dd7849e7ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:08.991577 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:09.555207 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:10.557758 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40032) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:10.806750 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:11.271042 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-68a89fde-c01c-4cc3-82a3-1c812045b915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1773785'] for router_interface, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:11.714120 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-68a89fde-c01c-4cc3-82a3-1c812045b915 admin admin] Deleting port ea637097-e5af-46f8-b577-0f983f1b4d80 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:17:11.714879 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-68a89fde-c01c-4cc3-82a3-1c812045b915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:11.885305 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-68a89fde-c01c-4cc3-82a3-1c812045b915 admin admin] For port ea637097-e5af-46f8-b577-0f983f1b4d80, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=ea637097-e5af-46f8-b577-0f983f1b4d80,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:17:11.885657 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-68a89fde-c01c-4cc3-82a3-1c812045b915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:12.006667 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-68a89fde-c01c-4cc3-82a3-1c812045b915 admin admin] Calling delete_port for ea637097-e5af-46f8-b577-0f983f1b4d80 owned by network:router_interface {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:17:12.343072 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-68a89fde-c01c-4cc3-82a3-1c812045b915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:12.351357 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-d1bb379f-2260-41e4-98b9-97fcca8378fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:12.389872 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a89fde-c01c-4cc3-82a3-1c812045b915 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea637097-e5af-46f8-b577-0f983f1b4d80,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:12.394870 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-68a89fde-c01c-4cc3-82a3-1c812045b915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:12.675046 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-68a89fde-c01c-4cc3-82a3-1c812045b915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601641'] for router_interface, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:13.148870 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a89fde-c01c-4cc3-82a3-1c812045b915 admin admin] Router e444f618-172c-48ca-bc24-3ceb6ceb1d97 has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:17:13.328706 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a89fde-c01c-4cc3-82a3-1c812045b915 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:17:13.337535 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e4812d-64e1-478a-8878-19bed437affd None None] Sync routers for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:17:13.341690 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-68a89fde-c01c-4cc3-82a3-1c812045b915 admin admin] 10.222.0.10 "PUT /v2.0/routers/e444f618-172c-48ca-bc24-3ceb6ceb1d97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7828517 Jul 19 01:17:13.344148 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40042) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:13.347009 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4812d-64e1-478a-8878-19bed437affd None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:17:13.347731 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-e4e4812d-64e1-478a-8878-19bed437affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:17:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:17:13.527646 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:13.531927 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-e4e4812d-64e1-478a-8878-19bed437affd None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:17:13.703853 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:13.714558 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Deleting port 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:17:13.715032 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:13.816864 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-e4e4812d-64e1-478a-8878-19bed437affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:17:12Z', 'revision_number': 5, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port': {'id': '0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:10:01Z', 'updated_at': '2021-07-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:17:13.821809 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e4812d-64e1-478a-8878-19bed437affd None None] Checking router: e444f618-172c-48ca-bc24-3ceb6ceb1d97 for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:17:13.831170 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4812d-64e1-478a-8878-19bed437affd None None] Routers {'e444f618-172c-48ca-bc24-3ceb6ceb1d97'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:17:13.831818 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-e4e4812d-64e1-478a-8878-19bed437affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:17:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:17:13.893221 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] For port 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:17:13.893575 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:13.980012 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-e4e4812d-64e1-478a-8878-19bed437affd None None] Set router e444f618-172c-48ca-bc24-3ceb6ceb1d97 gateway port host: None {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:17:14.018390 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Calling delete_port for 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 owned by network:router_gateway {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:17:14.091400 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-e4e4812d-64e1-478a-8878-19bed437affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:17:13Z', 'revision_number': 6, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port_host': None}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:17:14.091865 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e4812d-64e1-478a-8878-19bed437affd None None] The sync data for ids ['e444f618-172c-48ca-bc24-3ceb6ceb1d97'] in dv-cinder-801236-1-smb is: [{'id': 'e444f618-172c-48ca-bc24-3ceb6ceb1d97', 'name': 'tempest-AttachVolumeShelveTestJSON-71257745-router', 'tenant_id': '78744406433a47b19d4fd6a43cfcac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:09:59Z', 'updated_at': '2021-07-19T01:17:13Z', 'revision_number': 6, 'project_id': '78744406433a47b19d4fd6a43cfcac95', 'gw_port_host': None}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:17:14.193461 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:14.198607 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-a29a9242-4228-496c-8bc2-2adf90035e99 tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:14.243254 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:14.381049 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:14.441507 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603828'] for router_gateway, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:14.624625 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1390'] for router, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:14.626775 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:14.649556 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773682'] for router, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:14.650250 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e444f618-172c-48ca-bc24-3ceb6ceb1d97 {{(pid=78632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 01:17:14.662065 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] Notify callbacks [] for router, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:14.663208 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-b4de6200-15b9-49e5-80c5-b387b495d9f8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e444f618-172c-48ca-bc24-3ceb6ceb1d97 HTTP/1.1" status: 204 len: 168 time: 1.3181555 Jul 19 01:17:14.666645 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40050) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:14.727797 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4103c1e-d50f-4d5b-9008-6e8fb1f09bbe admin admin] Deleting subnet e3a1d271-46d5-45ce-b690-19ecf5019168 {{(pid=78632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:17:14.730973 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f4103c1e-d50f-4d5b-9008-6e8fb1f09bbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:14.780180 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f4103c1e-d50f-4d5b-9008-6e8fb1f09bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113526'] for subnet, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:14.866019 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f4103c1e-d50f-4d5b-9008-6e8fb1f09bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:14.915197 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:17:14.943459 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f4103c1e-d50f-4d5b-9008-6e8fb1f09bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3592489'] for subnet, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:14.949177 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-6da1f05e-fe50-46fc-826a-6994fab3dfd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:14.951301 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:17:14.951651 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 0eb9421d-e5d1-4fd5-8e4d-89b76f2a96c5 not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:17:14.952072 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device ea637097-e5af-46f8-b577-0f983f1b4d80 no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:17:14.986671 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4103c1e-d50f-4d5b-9008-6e8fb1f09bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3a1d271-46d5-45ce-b690-19ecf5019168,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:14.988674 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-f4103c1e-d50f-4d5b-9008-6e8fb1f09bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:14.991791 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: ea637097-e5af-46f8-b577-0f983f1b4d80 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:17:14.992146 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device ea637097-e5af-46f8-b577-0f983f1b4d80 not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:17:14.995378 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-f4103c1e-d50f-4d5b-9008-6e8fb1f09bbe admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e3a1d271-46d5-45ce-b690-19ecf5019168 HTTP/1.1" status: 204 len: 168 time: 0.3275898 Jul 19 01:17:14.996640 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f4103c1e-d50f-4d5b-9008-6e8fb1f09bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:14.997843 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40054) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:15.001907 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2948abca-6af0-4cd8-9e0d-2aebd89940a4 None None] Network c296ada3-efae-4388-b9cf-7235586b6c54 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:17:15.108778 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:15.126482 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Deleting port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:17:15.126835 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:15.291609 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec8ff0-4e7f-4ebb-8d30-a013324048f9 None None] DHCP port deletion for c296ada3-efae-4388-b9cf-7235586b6c54 request from dv-cinder-801236-1-smb {{(pid=78634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 01:17:15.295869 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-09ec8ff0-4e7f-4ebb-8d30-a013324048f9 None None] Deleting port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b {{(pid=78634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:17:15.296255 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-09ec8ff0-4e7f-4ebb-8d30-a013324048f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:15.351242 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] For port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:17:15.351816 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:15.473158 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Calling delete_port for dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b owned by network:dhcp {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:17:15.500576 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-09ec8ff0-4e7f-4ebb-8d30-a013324048f9 None None] For port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b,segment=NetworkSegment(207fd0ff-dc95-4181-b1b1-990134513b96),segment_id=207fd0ff-dc95-4181-b1b1-990134513b96)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:17:15.500971 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-09ec8ff0-4e7f-4ebb-8d30-a013324048f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:15.549608 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:15.553518 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-61fe6dcf-63bd-41b4-b11c-5ee93b834204 tempest-TestMinimumBasicScenario-928829605 tempest-TestMinimumBasicScenario-928829605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:15.603095 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:15.607413 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:15.609729 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] No DVR routers for this DVR port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b on host dv-cinder-801236-1-smb {{(pid=78632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:17:15.666650 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-09ec8ff0-4e7f-4ebb-8d30-a013324048f9 None None] Calling delete_port for dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b owned by network:dhcp {{(pid=78634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:17:15.733217 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:15.738539 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.db.api [None req-09ec8ff0-4e7f-4ebb-8d30-a013324048f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 01:17:15.738913 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_db.api [None req-09ec8ff0-4e7f-4ebb-8d30-a013324048f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 01:17:15.747691 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c296ada3-efae-4388-b9cf-7235586b6c54']}} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:17:15.760799 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207fd0ff-dc95-4181-b1b1-990134513b96') {'for_net_delete': True} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:17:15.761120 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207fd0ff-dc95-4181-b1b1-990134513b96') {} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:17:15.772278 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113513'] for segment, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:15.789576 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:15.795536 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=78632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:17:15.795915 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391590'] for segment, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: Traceback (most recent call last): Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: timer() Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: cb(*args, **kw) Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: return func(*args, **kwargs) Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: self._notify() Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: self.callback(batched_events) Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: event.method(event) Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: return f(self, *a, **k) Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: return self._get(url).json() Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: return self.request(url, 'GET', **kwargs) Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:17:15.808663 dv-cinder-801236-1-smb neutron-server[78632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:17:15.976624 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:15.981184 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-4a18b3ba-32be-45c4-a08f-2bdb0c4bd055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:15.994877 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:16.006517 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c296ada3-efae-4388-b9cf-7235586b6c54,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:16.011409 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:16.019018 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-ce404c8c-c478-46c2-ab75-93bd649d19b7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c296ada3-efae-4388-b9cf-7235586b6c54 HTTP/1.1" status: 204 len: 168 time: 1.0201960 Jul 19 01:17:16.141956 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40062) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:16.191836 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-085e5050-9636-4b0c-b20e-bb5ebb9034da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78744406433a47b19d4fd6a43cfcac95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0486226 Jul 19 01:17:16.194237 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40066) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:16.240426 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-09ec8ff0-4e7f-4ebb-8d30-a013324048f9 None None] Deleting port dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b {{(pid=78634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:17:16.240974 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-09ec8ff0-4e7f-4ebb-8d30-a013324048f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:16.251575 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a8f750a7-4ce8-4b8e-bdce-d66fb33e209d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:16.279440 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a8f750a7-4ce8-4b8e-bdce-d66fb33e209d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:16.311260 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-09ec8ff0-4e7f-4ebb-8d30-a013324048f9 None None] The port 'dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b' was deleted {{(pid=78634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 01:17:16.335525 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a8f750a7-4ce8-4b8e-bdce-d66fb33e209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:16.339265 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-bf05b97f-cec3-4659-80a8-324f6ebdf13d tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:16.355686 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f750a7-4ce8-4b8e-bdce-d66fb33e209d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492e04a2-9997-4bca-907c-5c80dc1151e4,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:16.358116 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-a8f750a7-4ce8-4b8e-bdce-d66fb33e209d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:16.366198 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-a8f750a7-4ce8-4b8e-bdce-d66fb33e209d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:16.370569 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-a8f750a7-4ce8-4b8e-bdce-d66fb33e209d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/492e04a2-9997-4bca-907c-5c80dc1151e4 HTTP/1.1" status: 204 len: 168 time: 0.1722031 Jul 19 01:17:16.611139 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:17:16.646182 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:17:16.646639 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device dd2e43fe-bc04-4bf3-8d03-ecdfdae0642b not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:17:23.248833 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40190) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:23.363142 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e7389d04-095f-406d-8946-a5c7ab035fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:23.377484 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e7389d04-095f-406d-8946-a5c7ab035fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:17:23.381498 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e7389d04-095f-406d-8946-a5c7ab035fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:963c5e960b924914be65712131970dab is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:17:23.384879 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-e7389d04-095f-406d-8946-a5c7ab035fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:17:23.390433 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-e7389d04-095f-406d-8946-a5c7ab035fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:17:23.469617 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e7389d04-095f-406d-8946-a5c7ab035fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:23.473113 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-e7389d04-095f-406d-8946-a5c7ab035fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:23.481183 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-a8f750a7-4ce8-4b8e-bdce-d66fb33e209d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:23.520390 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-e7389d04-095f-406d-8946-a5c7ab035fd9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=963c5e960b924914be65712131970dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702754 Jul 19 01:17:23.520984 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7389d04-095f-406d-8946-a5c7ab035fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d70633-40c9-4630-a263-83d76dd93f74,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:23.523683 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 40196) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:23.524224 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-e7389d04-095f-406d-8946-a5c7ab035fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:23.583040 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:23.608065 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:23.661469 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:23.665807 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-7bac63ff-1f31-4155-a395-857043d554a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:23.676933 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d70633-40c9-4630-a263-83d76dd93f74,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:23.687936 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:23.688304 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:23.688663 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:23.689015 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:23.689363 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:23.690045 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:23.690416 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:23.690768 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:23.691115 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:23.691456 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:23.691795 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:23.692132 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:23.695265 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:23.697916 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:23.700890 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-4caf3b47-0c76-417c-9c90-b42724f8d1d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47d70633-40c9-4630-a263-83d76dd93f74 HTTP/1.1" status: 204 len: 168 time: 0.1756768 Jul 19 01:17:25.016760 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 40250) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:25.132314 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2f63088-a7cb-4d74-badb-fe20ecd4a224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:25.146757 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-f2f63088-a7cb-4d74-badb-fe20ecd4a224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:17:25.150731 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-f2f63088-a7cb-4d74-badb-fe20ecd4a224 admin admin] Usage tracker for resource:security_group_rule and tenant:cb1663fe7a844a999c99b916a8ff599f is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:17:25.153441 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-f2f63088-a7cb-4d74-badb-fe20ecd4a224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:17:25.159042 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-f2f63088-a7cb-4d74-badb-fe20ecd4a224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:17:25.241428 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2f63088-a7cb-4d74-badb-fe20ecd4a224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:25.245376 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-f2f63088-a7cb-4d74-badb-fe20ecd4a224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:25.252552 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-1dbd8257-e640-431a-aaac-2af8b56df5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:25.292260 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-f2f63088-a7cb-4d74-badb-fe20ecd4a224 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb1663fe7a844a999c99b916a8ff599f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744813 Jul 19 01:17:25.293114 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f63088-a7cb-4d74-badb-fe20ecd4a224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ec3e0c-e6b9-441b-8ab7-eeec5e3fd571,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:25.295007 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40256) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:25.296183 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-f2f63088-a7cb-4d74-badb-fe20ecd4a224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:25.353173 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6c6f9c91-87b0-4b10-8a5f-36640c242406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:25.378372 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6c6f9c91-87b0-4b10-8a5f-36640c242406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:25.433588 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6c6f9c91-87b0-4b10-8a5f-36640c242406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:25.438242 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8c548504-9d3d-41e4-ab90-f1873f943505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:25.451868 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f9c91-87b0-4b10-8a5f-36640c242406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ec3e0c-e6b9-441b-8ab7-eeec5e3fd571,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:25.454789 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-6c6f9c91-87b0-4b10-8a5f-36640c242406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:25.458927 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-6c6f9c91-87b0-4b10-8a5f-36640c242406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:25.463349 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-6c6f9c91-87b0-4b10-8a5f-36640c242406 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5ec3e0c-e6b9-441b-8ab7-eeec5e3fd571 HTTP/1.1" status: 204 len: 168 time: 0.1672862 Jul 19 01:17:28.608792 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40414) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:28.726179 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-82c2fb94-3917-46e5-89d7-391b01ae6b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:28.741753 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-82c2fb94-3917-46e5-89d7-391b01ae6b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:17:28.745613 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-82c2fb94-3917-46e5-89d7-391b01ae6b8c admin admin] Usage tracker for resource:security_group_rule and tenant:8df2a85bc8154a68890c53aef02d7eec is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:17:28.749008 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-82c2fb94-3917-46e5-89d7-391b01ae6b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:17:28.755129 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-82c2fb94-3917-46e5-89d7-391b01ae6b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:17:28.839190 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-82c2fb94-3917-46e5-89d7-391b01ae6b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:28.850050 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-82c2fb94-3917-46e5-89d7-391b01ae6b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:28.850476 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f388d100-b526-4bfe-af4f-fceea7cc277c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:28.890367 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-82c2fb94-3917-46e5-89d7-391b01ae6b8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8df2a85bc8154a68890c53aef02d7eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804983 Jul 19 01:17:28.891263 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2fb94-3917-46e5-89d7-391b01ae6b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fc736f-6a83-4e60-96c7-e9b49dc2a234,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:28.893078 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 40426) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:28.894135 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-82c2fb94-3917-46e5-89d7-391b01ae6b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:28.959649 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-548c9e3a-accc-400e-87d5-c623e70a5c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:28.987241 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-548c9e3a-accc-400e-87d5-c623e70a5c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:29.041426 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-548c9e3a-accc-400e-87d5-c623e70a5c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:29.046391 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d7f96683-08e7-47fa-b05d-1b4567ed4f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:29.058334 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c9e3a-accc-400e-87d5-c623e70a5c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fc736f-6a83-4e60-96c7-e9b49dc2a234,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:29.062909 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-548c9e3a-accc-400e-87d5-c623e70a5c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:29.067581 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-548c9e3a-accc-400e-87d5-c623e70a5c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:29.071539 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-548c9e3a-accc-400e-87d5-c623e70a5c9a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9fc736f-6a83-4e60-96c7-e9b49dc2a234 HTTP/1.1" status: 204 len: 168 time: 0.1769137 Jul 19 01:17:29.337595 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 40434) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:29.355240 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1f6347d3-ba14-4acb-8824-5e1d91b1ae15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:29.369457 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-1f6347d3-ba14-4acb-8824-5e1d91b1ae15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:17:29.373492 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-1f6347d3-ba14-4acb-8824-5e1d91b1ae15 admin admin] Usage tracker for resource:security_group_rule and tenant:87fdb8b024e24469b84683374e6eac8b is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:17:29.376401 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-1f6347d3-ba14-4acb-8824-5e1d91b1ae15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:17:29.381992 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-1f6347d3-ba14-4acb-8824-5e1d91b1ae15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:17:29.465054 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1f6347d3-ba14-4acb-8824-5e1d91b1ae15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:29.468601 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-1f6347d3-ba14-4acb-8824-5e1d91b1ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:29.475374 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-528bfe9d-ff8c-468a-a88c-38f6e559e6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:29.514922 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-1f6347d3-ba14-4acb-8824-5e1d91b1ae15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87fdb8b024e24469b84683374e6eac8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761696 Jul 19 01:17:29.515874 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6347d3-ba14-4acb-8824-5e1d91b1ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d48f643-9bcc-46aa-9514-19c6f4bfde4a,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:29.517574 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40438) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:29.519051 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-1f6347d3-ba14-4acb-8824-5e1d91b1ae15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:29.579112 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5ec3-2328-4f8d-ad4a-31908a07aa0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:29.605249 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5ec3-2328-4f8d-ad4a-31908a07aa0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:29.655985 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5ec3-2328-4f8d-ad4a-31908a07aa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:29.660599 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3331598a-94b8-4c27-99c9-6daf2d7df471 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:29.676344 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d5ec3-2328-4f8d-ad4a-31908a07aa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d48f643-9bcc-46aa-9514-19c6f4bfde4a,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:29.679286 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-cb8d5ec3-2328-4f8d-ad4a-31908a07aa0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:29.683565 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5ec3-2328-4f8d-ad4a-31908a07aa0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:29.684668 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-cb8d5ec3-2328-4f8d-ad4a-31908a07aa0f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d48f643-9bcc-46aa-9514-19c6f4bfde4a HTTP/1.1" status: 204 len: 168 time: 0.1660726 Jul 19 01:17:31.417018 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40496) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:31.540758 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:31.556386 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:17:31.560498 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Usage tracker for resource:security_group_rule and tenant:4ccd707a225840c68156faee6de2c420 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:17:31.563970 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:17:31.569847 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:17:31.660134 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:31.663867 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:31.673866 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8c3546d3-6d42-46fa-b38a-4691256ace92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:31.713045 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ccd707a225840c68156faee6de2c420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948873 Jul 19 01:17:31.714061 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de77de20-f20b-4402-ac3e-597d7481c872,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:31.715719 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 40506) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:31.721473 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:31.721845 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:31.722212 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:31.722598 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:31.723081 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:31.723444 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:31.723802 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:31.724154 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:31.724509 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:31.724862 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:31.725206 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:31.725551 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:31.729861 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:31.778225 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8255afd6-12ac-4ed5-b3aa-33eb5e11c81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:31.802783 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8255afd6-12ac-4ed5-b3aa-33eb5e11c81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:31.852487 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8255afd6-12ac-4ed5-b3aa-33eb5e11c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:31.855954 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-38fc0bf5-622b-4dad-bb99-bfe74517c1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:31.868343 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255afd6-12ac-4ed5-b3aa-33eb5e11c81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de77de20-f20b-4402-ac3e-597d7481c872,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:31.871116 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8255afd6-12ac-4ed5-b3aa-33eb5e11c81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:31.878328 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-8255afd6-12ac-4ed5-b3aa-33eb5e11c81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:31.879480 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-8255afd6-12ac-4ed5-b3aa-33eb5e11c81f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de77de20-f20b-4402-ac3e-597d7481c872 HTTP/1.1" status: 204 len: 168 time: 0.1627288 Jul 19 01:17:34.308775 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-31d6540c-914d-4c0a-9c8b-152c2a99ffdd tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4509ba1a382d419e97ddd5f347374c8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322371 Jul 19 01:17:34.463897 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-b5250e56-1f88-47d5-a680-f02da062ca90 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:34.465425 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-b5250e56-1f88-47d5-a680-f02da062ca90 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515307 Jul 19 01:17:34.480407 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-378cc140-e68c-44ec-8f3c-20fc6ab88cc5 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/quotas/4509ba1a382d419e97ddd5f347374c8c HTTP/1.1" status: 200 len: 375 time: 0.0096836 Jul 19 01:17:34.527158 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-655e199c-a83e-4277-8e40-4d2a9d7ebf28 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4509ba1a382d419e97ddd5f347374c8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415459 Jul 19 01:17:34.718362 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e340041f-4ca3-4d33-9799-fe886d7245cb req-d33b7bcb-128a-4484-bb2b-c1d6f2e6a8a9 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 210 time: 0.0460749 Jul 19 01:17:35.350282 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 40608) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:35.466435 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-91b2a421-0784-42b7-bae7-eed3805669ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:35.483450 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-91b2a421-0784-42b7-bae7-eed3805669ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:17:35.487192 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-91b2a421-0784-42b7-bae7-eed3805669ed admin admin] Usage tracker for resource:security_group_rule and tenant:ddafc7f9c7ae4f8195c4c730b7d6cde0 is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:17:35.489900 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-91b2a421-0784-42b7-bae7-eed3805669ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:17:35.496288 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-91b2a421-0784-42b7-bae7-eed3805669ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:17:35.578346 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-91b2a421-0784-42b7-bae7-eed3805669ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:35.582219 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-91b2a421-0784-42b7-bae7-eed3805669ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:35.594573 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-583be2c9-9e43-450e-9ca3-54613aaa52f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:35.628867 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-91b2a421-0784-42b7-bae7-eed3805669ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ddafc7f9c7ae4f8195c4c730b7d6cde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774749 Jul 19 01:17:35.631602 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 40614) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:35.652414 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2a421-0784-42b7-bae7-eed3805669ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2157b35-1152-429e-8391-a99bf4d193d4,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:35.655959 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-91b2a421-0784-42b7-bae7-eed3805669ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:35.712322 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-7dd18df4-fc0d-4401-ba42-485eb78e5547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:35.731305 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bf745f43-268a-4132-926c-ee3128333488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:35.734019 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-29abf740-42ec-4fec-842a-d710cc1440b2 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4509ba1a382d419e97ddd5f347374c8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355814 Jul 19 01:17:35.803646 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bf745f43-268a-4132-926c-ee3128333488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:35.873743 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-571c76c1-7eac-4564-b5cf-1865cedc3423 req-012bf754-98d4-47c0-bc71-931d076d6b09 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 210 time: 0.0449204 Jul 19 01:17:35.937928 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-f69b02b6-c83a-46eb-b7b0-5f63f03d76f0 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:35.939361 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-f69b02b6-c83a-46eb-b7b0-5f63f03d76f0 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975191 Jul 19 01:17:35.950329 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bf745f43-268a-4132-926c-ee3128333488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:35.953846 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-1f6347d3-ba14-4acb-8824-5e1d91b1ae15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:35.967332 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Request body: {'port': {'device_id': 'eba84a96-1e98-48af-ace6-0ccffe2d3b2d', 'network_id': '891329bf-e7a2-4347-b061-16b3d9a3c9b8', 'admin_state_up': True, 'tenant_id': '4509ba1a382d419e97ddd5f347374c8c'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:17:35.988227 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf745f43-268a-4132-926c-ee3128333488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2157b35-1152-429e-8391-a99bf4d193d4,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:35.994276 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-bf745f43-268a-4132-926c-ee3128333488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:36.012133 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-bf745f43-268a-4132-926c-ee3128333488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.013263 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-bf745f43-268a-4132-926c-ee3128333488 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2157b35-1152-429e-8391-a99bf4d193d4 HTTP/1.1" status: 204 len: 168 time: 0.3807847 Jul 19 01:17:36.114893 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:17:36.119169 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Usage tracker for resource:port and tenant:4509ba1a382d419e97ddd5f347374c8c is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:17:36.122270 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:17:36.128557 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:17:36.139161 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Made reservation on behalf of 4509ba1a382d419e97ddd5f347374c8c for: {'port': 1} {{(pid=78633) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 01:17:36.142591 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.155006 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.170076 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:17:36.173823 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Usage tracker for resource:security_group_rule and tenant:4509ba1a382d419e97ddd5f347374c8c is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:17:36.176716 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:17:36.182779 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:17:36.275518 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.279940 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.284155 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-3b903749-4661-4513-b928-bfc5a32e3eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:36.299370 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40628) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:36.315525 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.318322 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1283024b-fe95-4886-ab3c-4bca4363a2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.337394 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-1283024b-fe95-4886-ab3c-4bca4363a2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:17:36.341393 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-1283024b-fe95-4886-ab3c-4bca4363a2f4 admin admin] Usage tracker for resource:security_group_rule and tenant:5a655502683e489bad2f94a919d404c1 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:17:36.344176 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-1283024b-fe95-4886-ab3c-4bca4363a2f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:17:36.350173 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-1283024b-fe95-4886-ab3c-4bca4363a2f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:17:36.362629 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bdd281-2a78-4b73-9f24-e050cce1515e,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:36.368420 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:36.437283 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1283024b-fe95-4886-ab3c-4bca4363a2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.442049 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-1283024b-fe95-4886-ab3c-4bca4363a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.451159 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-880e421c-1cd0-4136-8064-ef069d24bee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:36.457632 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.db_base_plugin_common [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Allocated IP 192.168.233.24 (891329bf-e7a2-4347-b061-16b3d9a3c9b8/f1ac3c5b-3a3d-41fc-b527-024c44aa8a71/00a5d3c5-022d-4bee-8d4e-1c51d7202fe2) {{(pid=78633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 01:17:36.490396 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-1283024b-fe95-4886-ab3c-4bca4363a2f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a655502683e489bad2f94a919d404c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898444 Jul 19 01:17:36.492066 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283024b-fe95-4886-ab3c-4bca4363a2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197279c3-be9b-4652-9e19-4275b35a0ee5,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:36.495153 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 40632) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:36.495706 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-1283024b-fe95-4886-ab3c-4bca4363a2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:36.764285 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2709cb51-d928-4455-8549-fc62a88623d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.809293 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2709cb51-d928-4455-8549-fc62a88623d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.838380 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Notify callbacks [] for port, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.868106 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Transition to ACTIVE for port object 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 will not be triggered until provisioned by entity DHCP. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:17:36.891351 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2709cb51-d928-4455-8549-fc62a88623d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.895695 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a04069e4-be06-4b49-9fd0-2e7d128ed68a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:36.905467 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746967950120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:36.915513 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709cb51-d928-4455-8549-fc62a88623d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197279c3-be9b-4652-9e19-4275b35a0ee5,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:36.920607 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2709cb51-d928-4455-8549-fc62a88623d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:36.922913 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-d841d783-c17f-4c2d-89f8-4704bb4e5e24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:36.995577 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Network 891329bf-e7a2-4347-b061-16b3d9a3c9b8 is already hosted by enough agents. {{(pid=78633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 01:17:37.030710 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.base_scheduler [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Resources bound (agent type, host, resource id): {{(pid=78633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 01:17:37.039388 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2709cb51-d928-4455-8549-fc62a88623d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:37.040565 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2709cb51-d928-4455-8549-fc62a88623d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/197279c3-be9b-4652-9e19-4275b35a0ee5 HTTP/1.1" status: 204 len: 168 time: 0.5446713 Jul 19 01:17:37.048256 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Received port after_create {{(pid=78633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 01:17:37.081570 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Pushing event updated for resources: {'Port': ['ID=00a5d3c5-022d-4bee-8d4e-1c51d7202fe2,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:37.085154 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:37.145323 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:37.145903 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:37.175937 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d8c93-fe86-4a1f-8ffa-e5097a717611 req-126bab27-c000-4848-8b1b-03be4f2d3222 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:37.176897 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-426d8c93-fe86-4a1f-8ffa-e5097a717611 req-126bab27-c000-4848-8b1b-03be4f2d3222 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Synchronizing usage tracker for tenant:4509ba1a382d419e97ddd5f347374c8c on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:17:37.182788 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4eb22fbe-d343-49bb-94b1-0f0d4a5a0990 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2227273 Jul 19 01:17:37.201659 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.v2.base [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Request body: {'port': {'device_id': 'eba84a96-1e98-48af-ace6-0ccffe2d3b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80123'}} {{(pid=78633) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 01:17:37.240951 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-426d8c93-fe86-4a1f-8ffa-e5097a717611 req-126bab27-c000-4848-8b1b-03be4f2d3222 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Unset dirty status for tenant:4509ba1a382d419e97ddd5f347374c8c on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:17:37.242899 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-426d8c93-fe86-4a1f-8ffa-e5097a717611 req-126bab27-c000-4848-8b1b-03be4f2d3222 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 935 time: 0.2505403 Jul 19 01:17:37.343014 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-426d8c93-fe86-4a1f-8ffa-e5097a717611 req-6b48d15d-9339-4c39-ad66-34c31289efda tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Synchronizing usage tracker for tenant:4509ba1a382d419e97ddd5f347374c8c on resource:security_group {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:17:37.357407 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-234dd0c6-49aa-4c3e-8977-13c73090c4e6 None None] Provisioning for port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 completed by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:17:37.362258 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-234dd0c6-49aa-4c3e-8977-13c73090c4e6 None None] Provisioning complete for port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 triggered by entity DHCP. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:17:37.362709 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-234dd0c6-49aa-4c3e-8977-13c73090c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:37.364341 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:37.377775 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-426d8c93-fe86-4a1f-8ffa-e5097a717611 req-6b48d15d-9339-4c39-ad66-34c31289efda tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Unset dirty status for tenant:4509ba1a382d419e97ddd5f347374c8c on resource:security_group {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:17:37.378955 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-426d8c93-fe86-4a1f-8ffa-e5097a717611 req-6b48d15d-9339-4c39-ad66-34c31289efda tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2bdd281-2a78-4b73-9f24-e050cce1515e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276801 Jul 19 01:17:37.427610 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-234dd0c6-49aa-4c3e-8977-13c73090c4e6 None None] Port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 cannot update to ACTIVE because it is not bound. {{(pid=78634) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 01:17:37.712845 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 {{(pid=78633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:17:37.720132 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:37.737142 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.provisioning_blocks [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Transition to ACTIVE for port object 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 will not be triggered until provisioned by entity L2. {{(pid=78633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 01:17:37.740118 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614496'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:37.745578 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a8626aa7-aa5f-4444-bbcf-a13291939ac5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:37.902624 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Pushing event updated for resources: {'Port': ['ID=00a5d3c5-022d-4bee-8d4e-1c51d7202fe2,revision_number=2']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:37.909337 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:37.982665 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Attempting to bind port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 on host hv-cinder-80123 for vnic_type normal with profile {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 01:17:37.983000 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Attempting to bind port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 by drivers openvswitch,hyperv on host hv-cinder-80123 at level 0 using segments [{'id': 'b456d5b0-841c-4832-b57c-98384b182b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891329bf-e7a2-4347-b061-16b3d9a3c9b8'}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 01:17:37.983324 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Attempting to bind port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 on network 891329bf-e7a2-4347-b061-16b3d9a3c9b8 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:17:37.987965 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 on network 891329bf-e7a2-4347-b061-16b3d9a3c9b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80123 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 01:17:37.988282 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Attempting to bind port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 on network 891329bf-e7a2-4347-b061-16b3d9a3c9b8 {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 01:17:37.993798 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Checking agent: {'id': '9be694de-011a-450d-a13c-3e10ae940f8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'started_at': datetime.datetime(2021, 7, 19, 1, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 1, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 01:17:37.994132 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Checking segment: {'id': 'b456d5b0-841c-4832-b57c-98384b182b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891329bf-e7a2-4347-b061-16b3d9a3c9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 01:17:37.994507 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Bound using segment: {'id': 'b456d5b0-841c-4832-b57c-98384b182b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891329bf-e7a2-4347-b061-16b3d9a3c9b8'} {{(pid=78633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 01:17:37.995071 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.managers [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Bound port: 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2, host: hv-cinder-80123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b456d5b0-841c-4832-b57c-98384b182b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891329bf-e7a2-4347-b061-16b3d9a3c9b8'}}] {{(pid=78633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 01:17:37.995289 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:38.090687 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] For port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2, host hv-cinder-80123, cleared binding levels {{(pid=78633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 01:17:38.097768 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] For port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2, host hv-cinder-80123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=00a5d3c5-022d-4bee-8d4e-1c51d7202fe2,segment=NetworkSegment(b456d5b0-841c-4832-b57c-98384b182b0d),segment_id=b456d5b0-841c-4832-b57c-98384b182b0d)] {{(pid=78633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 01:17:38.101977 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2614496'] for port, after_update {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:38.106713 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ed1c9660-e5c1-48cc-ad61-cd7cc0c7a88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:38.158426 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:38.159274 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:38.161070 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] 10.222.0.15 "PUT /v2.0/ports/00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 HTTP/1.1" status: 200 len: 1097 time: 0.9642732 Jul 19 01:17:38.178022 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba84a96-1e98-48af-ace6-0ccffe2d3b2d', 'tag': '00a5d3c5-022d-4bee-8d4e-1c51d7202fe2'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:17:38.210073 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Pushing event updated for resources: {'Port': ['ID=00a5d3c5-022d-4bee-8d4e-1c51d7202fe2,revision_number=3']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:38.213820 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-8da80350-bb24-490e-9024-c741f0ac85ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:38.260682 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba84a96-1e98-48af-ace6-0ccffe2d3b2d', 'tag': '00a5d3c5-022d-4bee-8d4e-1c51d7202fe2', 'status': 'completed', 'code': 200} Jul 19 01:17:38.295260 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-56b10462-8d1b-43d9-8900-ee4a8831c703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:38.306766 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-aa577d9d-918b-4eb6-9f56-329b281f5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:38.308136 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-aa577d9d-918b-4eb6-9f56-329b281f5b1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4509ba1a382d419e97ddd5f347374c8c&device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 1100 time: 0.0880747 Jul 19 01:17:38.390370 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-4db9c624-8942-4d42-83cb-d29cb686e3a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 HTTP/1.1" status: 200 len: 217 time: 0.0670581 Jul 19 01:17:38.452099 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-82a945c9-1581-4bbe-a4d8-0c0f18f27c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:38.453543 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-82a945c9-1581-4bbe-a4d8-0c0f18f27c50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1ac3c5b-3a3d-41fc-b527-024c44aa8a71 HTTP/1.1" status: 200 len: 843 time: 0.0576069 Jul 19 01:17:38.695915 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-cc801084-8603-4124-bc9f-7dbe96b496c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:38.697414 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-cc801084-8603-4124-bc9f-7dbe96b496c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891329bf-e7a2-4347-b061-16b3d9a3c9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2379537 Jul 19 01:17:38.708420 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140d1c2-995a-4401-9976-eda4d0f25ed5 req-dcc19a13-aa22-47e0-b938-8dcbaa6dd317 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:38.709792 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7140d1c2-995a-4401-9976-eda4d0f25ed5 req-dcc19a13-aa22-47e0-b938-8dcbaa6dd317 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 947 time: 0.2132905 Jul 19 01:17:38.838387 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7140d1c2-995a-4401-9976-eda4d0f25ed5 req-1199905e-368e-44bf-917a-b64c6531d775 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2bdd281-2a78-4b73-9f24-e050cce1515e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082623 Jul 19 01:17:38.874384 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-8fecc2e3-a9c2-43d0-b39d-d373d9ee4e33 service neutron] 10.222.0.15 "GET /v2.0/networks/891329bf-e7a2-4347-b061-16b3d9a3c9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635776 Jul 19 01:17:38.999719 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:39.012096 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-5b8d7c40-9e27-48d6-8fdc-b91cd466c6a6 req-c811e939-4cfb-40a1-89d4-94146f5f77e1 service neutron] 10.222.0.15 "GET /v2.0/networks/891329bf-e7a2-4347-b061-16b3d9a3c9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316428 Jul 19 01:17:39.172342 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e0166-0746-4d3a-a530-3940b0b45506 req-2fc30539-612c-409e-8dbc-8feed847ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:39.173845 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-467e0166-0746-4d3a-a530-3940b0b45506 req-2fc30539-612c-409e-8dbc-8feed847ae2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4509ba1a382d419e97ddd5f347374c8c&device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 1100 time: 0.0792630 Jul 19 01:17:39.309437 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e0166-0746-4d3a-a530-3940b0b45506 req-f94d32c0-2975-446b-9bfe-82c692571a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:39.310901 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-467e0166-0746-4d3a-a530-3940b0b45506 req-f94d32c0-2975-446b-9bfe-82c692571a23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=891329bf-e7a2-4347-b061-16b3d9a3c9b8 HTTP/1.1" status: 200 len: 870 time: 0.1298552 Jul 19 01:17:39.381097 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-467e0166-0746-4d3a-a530-3940b0b45506 req-a65de406-af45-40e0-9b03-7a39e8ba1187 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 HTTP/1.1" status: 200 len: 217 time: 0.0634913 Jul 19 01:17:39.447224 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e0166-0746-4d3a-a530-3940b0b45506 req-38c7f567-2538-4f86-b575-3ae49d1f57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:39.448666 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-467e0166-0746-4d3a-a530-3940b0b45506 req-38c7f567-2538-4f86-b575-3ae49d1f57ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1ac3c5b-3a3d-41fc-b527-024c44aa8a71 HTTP/1.1" status: 200 len: 843 time: 0.0614705 Jul 19 01:17:39.529078 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e0166-0746-4d3a-a530-3940b0b45506 req-68e11d18-7259-4d5b-af6b-c398b12978c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:39.530603 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-467e0166-0746-4d3a-a530-3940b0b45506 req-68e11d18-7259-4d5b-af6b-c398b12978c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891329bf-e7a2-4347-b061-16b3d9a3c9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0743995 Jul 19 01:17:39.570198 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:39.665374 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-467e0166-0746-4d3a-a530-3940b0b45506 req-015c476b-4207-483d-980c-29c8c80be5df service neutron] 10.222.0.15 "GET /v2.0/networks/891329bf-e7a2-4347-b061-16b3d9a3c9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278412 Jul 19 01:17:39.803786 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-467e0166-0746-4d3a-a530-3940b0b45506 req-d9b0405a-add0-4645-b3fb-d4ba8ceab1bc service neutron] 10.222.0.15 "GET /v2.0/networks/891329bf-e7a2-4347-b061-16b3d9a3c9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316140 Jul 19 01:17:39.845855 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 40708) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:39.963830 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2e2ccb50-af43-42da-8f8c-eff0fc212362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:39.978891 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-2e2ccb50-af43-42da-8f8c-eff0fc212362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:17:39.982976 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2e2ccb50-af43-42da-8f8c-eff0fc212362 admin admin] Usage tracker for resource:security_group_rule and tenant:c5bb7f8b7cde4b1f9d9aa39d97b1216a is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:17:39.986006 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-2e2ccb50-af43-42da-8f8c-eff0fc212362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:17:39.991880 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-2e2ccb50-af43-42da-8f8c-eff0fc212362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:17:40.026761 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d74b73-8255-4cb3-a64b-1ab2514b988a req-cf6e0af7-523b-438d-99c5-0f4fb20e9e55 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:40.028394 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a4d74b73-8255-4cb3-a64b-1ab2514b988a req-cf6e0af7-523b-438d-99c5-0f4fb20e9e55 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 947 time: 0.0824683 Jul 19 01:17:40.080673 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a4d74b73-8255-4cb3-a64b-1ab2514b988a req-6d723d71-6c76-450c-86c9-fdff82997746 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2bdd281-2a78-4b73-9f24-e050cce1515e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 Jul 19 01:17:40.084215 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2e2ccb50-af43-42da-8f8c-eff0fc212362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.088334 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-2e2ccb50-af43-42da-8f8c-eff0fc212362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.102397 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-ad8c8af2-af51-413b-8b41-3e4ab459d970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:40.137744 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-2e2ccb50-af43-42da-8f8c-eff0fc212362 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5bb7f8b7cde4b1f9d9aa39d97b1216a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908192 Jul 19 01:17:40.138637 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ccb50-af43-42da-8f8c-eff0fc212362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1ff8ed-f606-4212-82ff-bcac2a8d738b,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:40.141251 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40716) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:40.141469 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2e2ccb50-af43-42da-8f8c-eff0fc212362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:40.171679 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:17:40.202031 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c678e6da-b22f-4461-ab2c-b1f79146ee20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.227090 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c678e6da-b22f-4461-ab2c-b1f79146ee20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.279982 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c678e6da-b22f-4461-ab2c-b1f79146ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.284823 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-f16360fa-73a5-401a-bf9f-b2a631fe5c7b tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:40.298689 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678e6da-b22f-4461-ab2c-b1f79146ee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1ff8ed-f606-4212-82ff-bcac2a8d738b,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:40.302310 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c678e6da-b22f-4461-ab2c-b1f79146ee20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:40.310435 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-c678e6da-b22f-4461-ab2c-b1f79146ee20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.314053 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-c678e6da-b22f-4461-ab2c-b1f79146ee20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b1ff8ed-f606-4212-82ff-bcac2a8d738b HTTP/1.1" status: 204 len: 168 time: 0.1690016 Jul 19 01:17:40.319687 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=00a5d3c5-022d-4bee-8d4e-1c51d7202fe2,segment=NetworkSegment(b456d5b0-841c-4832-b57c-98384b182b0d),segment_id=b456d5b0-841c-4832-b57c-98384b182b0d)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:17:40.335200 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': '00a5d3c5-022d-4bee-8d4e-1c51d7202fe2', 'network_id': '891329bf-e7a2-4347-b061-16b3d9a3c9b8', 'port_id': '00a5d3c5-022d-4bee-8d4e-1c51d7202fe2', 'mac_address': 'fa:16:3e:5f:88:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ac3c5b-3a3d-41fc-b527-024c44aa8a71', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:17:40.389767 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.407636 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:17:40.423121 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=00a5d3c5-022d-4bee-8d4e-1c51d7202fe2,segment=NetworkSegment(b456d5b0-841c-4832-b57c-98384b182b0d),segment_id=b456d5b0-841c-4832-b57c-98384b182b0d)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:17:40.427760 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.429423 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:40.496650 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=00a5d3c5-022d-4bee-8d4e-1c51d7202fe2,revision_number=4']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:40.503857 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:40.504193 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:40.504524 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:40.504848 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:40.505168 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:40.505488 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:40.505819 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:40.506120 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:40.506555 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:40.506834 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:40.507055 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:40.507365 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:17:40.511434 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:40.603406 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40724) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:40.622681 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bf950685-de44-43a9-af23-10c4e9a05f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.637882 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-bf950685-de44-43a9-af23-10c4e9a05f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:17:40.641832 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-bf950685-de44-43a9-af23-10c4e9a05f33 admin admin] Usage tracker for resource:security_group_rule and tenant:e4a7829bd9ea4d29b8ba234c1404d2bf is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:17:40.644696 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-bf950685-de44-43a9-af23-10c4e9a05f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:17:40.650451 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-bf950685-de44-43a9-af23-10c4e9a05f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:17:40.726371 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['00a5d3c5-022d-4bee-8d4e-1c51d7202fe2'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:17:40.736501 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bf950685-de44-43a9-af23-10c4e9a05f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.740888 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bf950685-de44-43a9-af23-10c4e9a05f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.754214 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-cc5e6bec-92f1-4bf9-bb2d-755c3784a9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:40.797620 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-bf950685-de44-43a9-af23-10c4e9a05f33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4a7829bd9ea4d29b8ba234c1404d2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931298 Jul 19 01:17:40.797843 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 40728) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:40.799413 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf950685-de44-43a9-af23-10c4e9a05f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdbc9e5-26b2-4cc6-b10a-e2b534059025,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:40.802199 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-bf950685-de44-43a9-af23-10c4e9a05f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:40.827788 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.867699 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c22a0f9e-8480-4953-9ce4-3d76eef55bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.894292 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c22a0f9e-8480-4953-9ce4-3d76eef55bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.945011 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c22a0f9e-8480-4953-9ce4-3d76eef55bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.948930 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-e1412560-94af-4937-a42b-c21c1cef82cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:40.960397 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a0f9e-8480-4953-9ce4-3d76eef55bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdbc9e5-26b2-4cc6-b10a-e2b534059025,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:40.963553 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-c22a0f9e-8480-4953-9ce4-3d76eef55bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:40.970786 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-c22a0f9e-8480-4953-9ce4-3d76eef55bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:40.971892 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-c22a0f9e-8480-4953-9ce4-3d76eef55bb0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0fdbc9e5-26b2-4cc6-b10a-e2b534059025 HTTP/1.1" status: 204 len: 168 time: 0.1727817 Jul 19 01:17:41.274372 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b28055-54b9-4275-b871-c07a7ed12483 req-c1556ca6-0c1d-4e06-83a8-874b9229b21b tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:41.275868 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-94b28055-54b9-4275-b871-c07a7ed12483 req-c1556ca6-0c1d-4e06-83a8-874b9229b21b tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 948 time: 0.0863776 Jul 19 01:17:41.320018 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-94b28055-54b9-4275-b871-c07a7ed12483 req-bfacd96f-867b-47e8-94f0-1b167f289a00 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2bdd281-2a78-4b73-9f24-e050cce1515e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385261 Jul 19 01:17:42.173088 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:17:42.242910 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning for port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 completed by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 01:17:42.247661 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:17:42.248033 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:42.362854 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:42.391818 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba84a96-1e98-48af-ace6-0ccffe2d3b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a5d3c5-022d-4bee-8d4e-1c51d7202fe2'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:17:42.401227 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=00a5d3c5-022d-4bee-8d4e-1c51d7202fe2,segment=NetworkSegment(b456d5b0-841c-4832-b57c-98384b182b0d),segment_id=b456d5b0-841c-4832-b57c-98384b182b0d)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:17:42.405807 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:42.408714 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:42.444882 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba84a96-1e98-48af-ace6-0ccffe2d3b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a5d3c5-022d-4bee-8d4e-1c51d7202fe2', 'code': 200} Jul 19 01:17:42.477381 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=00a5d3c5-022d-4bee-8d4e-1c51d7202fe2,revision_number=5']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:42.480877 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:42.515770 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71811e26-3546-4ed7-9626-3efc9f06d256 req-12d599a4-85b8-4a1e-8e18-c3dfa5fb4faa tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:42.517267 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-71811e26-3546-4ed7-9626-3efc9f06d256 req-12d599a4-85b8-4a1e-8e18-c3dfa5fb4faa tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 949 time: 0.0854435 Jul 19 01:17:42.562962 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-71811e26-3546-4ed7-9626-3efc9f06d256 req-cdfee79b-0f07-47b9-adde-357b92bacf77 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2bdd281-2a78-4b73-9f24-e050cce1515e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399389 Jul 19 01:17:42.700015 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1e720-da68-40e3-85b1-b191adac36c4 req-14bac209-3d83-426b-9e57-a1d6e2896201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:42.701368 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7ea1e720-da68-40e3-85b1-b191adac36c4 req-14bac209-3d83-426b-9e57-a1d6e2896201 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 1102 time: 0.0722983 Jul 19 01:17:42.740362 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-7ea1e720-da68-40e3-85b1-b191adac36c4 req-d36a7aea-e3a2-4487-a89f-6102f20e13fd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b2bdd281-2a78-4b73-9f24-e050cce1515e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325534 Jul 19 01:17:43.027211 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:17:43.755840 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25bac4-d233-4bdd-afa2-63d8fd33657d req-f99f6b43-7454-46d2-91d1-820fb6da4dc5 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:43.757263 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3c25bac4-d233-4bdd-afa2-63d8fd33657d req-f99f6b43-7454-46d2-91d1-820fb6da4dc5 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 949 time: 0.0826929 Jul 19 01:17:43.812192 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-3c25bac4-d233-4bdd-afa2-63d8fd33657d req-4a990df7-5b57-4d0d-91e3-1af7d60c0a55 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2bdd281-2a78-4b73-9f24-e050cce1515e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483291 Jul 19 01:17:45.003231 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda90408-4f88-4be1-947c-3e73b33c923e req-8b288abd-4e46-4076-9c56-1e9a9da69430 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:45.004673 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-cda90408-4f88-4be1-947c-3e73b33c923e req-8b288abd-4e46-4076-9c56-1e9a9da69430 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 949 time: 0.0815575 Jul 19 01:17:45.049284 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-cda90408-4f88-4be1-947c-3e73b33c923e req-bdacca7d-d9ce-44de-9bb1-ded64fbb5074 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2bdd281-2a78-4b73-9f24-e050cce1515e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383298 Jul 19 01:17:45.475483 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3a976-7634-4b62-be6d-6c3c8d0e19c2 req-5dba1a48-ea1f-44ad-a94f-c7bbe64e6ec5 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:45.476977 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f8a3a976-7634-4b62-be6d-6c3c8d0e19c2 req-5dba1a48-ea1f-44ad-a94f-c7bbe64e6ec5 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 949 time: 0.0787351 Jul 19 01:17:45.525178 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-f8a3a976-7634-4b62-be6d-6c3c8d0e19c2 req-c169c237-ff6b-4879-a790-3a63a68a833f tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2bdd281-2a78-4b73-9f24-e050cce1515e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Jul 19 01:17:45.679350 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 40812) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:45.895875 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-3bf036cc-7ee5-44ee-8061-d518d050f0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:45.909312 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-3bf036cc-7ee5-44ee-8061-d518d050f0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:17:45.913044 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-3bf036cc-7ee5-44ee-8061-d518d050f0ba admin admin] Usage tracker for resource:security_group_rule and tenant:ab0181782a86416189b522ecfbe3d40e is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:17:45.916317 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-3bf036cc-7ee5-44ee-8061-d518d050f0ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:17:45.921916 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-3bf036cc-7ee5-44ee-8061-d518d050f0ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:17:46.005138 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-3bf036cc-7ee5-44ee-8061-d518d050f0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:46.008834 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-3bf036cc-7ee5-44ee-8061-d518d050f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:46.016647 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-2763f78d-880d-49ab-b22d-1f8ee1a7b628 tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:46.055741 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-3bf036cc-7ee5-44ee-8061-d518d050f0ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab0181782a86416189b522ecfbe3d40e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748124 Jul 19 01:17:46.057391 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf036cc-7ee5-44ee-8061-d518d050f0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eec0fc1-9c21-4e14-acd9-ea1a0f436564,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:46.058394 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 40818) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:46.060670 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-3bf036cc-7ee5-44ee-8061-d518d050f0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:46.118283 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2fedc7f4-b7ff-44df-a7f3-61e0a1e5af4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:46.143174 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2fedc7f4-b7ff-44df-a7f3-61e0a1e5af4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:46.194418 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2fedc7f4-b7ff-44df-a7f3-61e0a1e5af4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:46.198019 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-1548f274-a59d-40bc-b588-266eb467a5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:46.210270 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedc7f4-b7ff-44df-a7f3-61e0a1e5af4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eec0fc1-9c21-4e14-acd9-ea1a0f436564,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:46.214692 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-2fedc7f4-b7ff-44df-a7f3-61e0a1e5af4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:46.219853 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-2fedc7f4-b7ff-44df-a7f3-61e0a1e5af4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:46.220949 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-2fedc7f4-b7ff-44df-a7f3-61e0a1e5af4c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7eec0fc1-9c21-4e14-acd9-ea1a0f436564 HTTP/1.1" status: 204 len: 168 time: 0.1615822 Jul 19 01:17:46.715387 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf86e99-e997-41fa-8413-38b7f10f25cc req-5a7a886a-18f9-457d-9c71-e714f3ade8d9 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:46.716854 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9cf86e99-e997-41fa-8413-38b7f10f25cc req-5a7a886a-18f9-457d-9c71-e714f3ade8d9 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 949 time: 0.0822067 Jul 19 01:17:46.766660 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9cf86e99-e997-41fa-8413-38b7f10f25cc req-a016900c-ac0e-4475-8107-68002d3b3380 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2bdd281-2a78-4b73-9f24-e050cce1515e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439830 Jul 19 01:17:46.960134 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cbcd0-43f7-404a-8af1-783864ba0858 req-d9f0a685-f0df-42f2-bcdc-43c6070a5c15 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:17:46.961624 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-896cbcd0-43f7-404a-8af1-783864ba0858 req-d9f0a685-f0df-42f2-bcdc-43c6070a5c15 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.15 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 949 time: 0.1725540 Jul 19 01:17:47.034315 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-896cbcd0-43f7-404a-8af1-783864ba0858 req-abc934c7-a7d5-453a-a814-bee0f55e7ea4 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Deleting port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:17:47.034698 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-896cbcd0-43f7-404a-8af1-783864ba0858 req-abc934c7-a7d5-453a-a814-bee0f55e7ea4 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:47.287526 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-896cbcd0-43f7-404a-8af1-783864ba0858 req-abc934c7-a7d5-453a-a814-bee0f55e7ea4 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] For port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=00a5d3c5-022d-4bee-8d4e-1c51d7202fe2,segment=NetworkSegment(b456d5b0-841c-4832-b57c-98384b182b0d),segment_id=b456d5b0-841c-4832-b57c-98384b182b0d)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:17:47.287880 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-896cbcd0-43f7-404a-8af1-783864ba0858 req-abc934c7-a7d5-453a-a814-bee0f55e7ea4 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:47.419500 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-896cbcd0-43f7-404a-8af1-783864ba0858 req-abc934c7-a7d5-453a-a814-bee0f55e7ea4 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Calling delete_port for 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 owned by compute:nova {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:17:47.571825 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-896cbcd0-43f7-404a-8af1-783864ba0858 req-abc934c7-a7d5-453a-a814-bee0f55e7ea4 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:47.577952 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-17938467-b279-4ba9-a2da-e179050111bf tempest-AttachVolumeTestJSON-1734699460 tempest-AttachVolumeTestJSON-1734699460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:47.608274 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['00a5d3c5-022d-4bee-8d4e-1c51d7202fe2'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:17:47.626974 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc934c7-a7d5-453a-a814-bee0f55e7ea4 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Pushing event deleted for resources: {'Port': ['ID=00a5d3c5-022d-4bee-8d4e-1c51d7202fe2,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:47.630084 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-abc934c7-a7d5-453a-a814-bee0f55e7ea4 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:47.705992 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-896cbcd0-43f7-404a-8af1-783864ba0858 req-abc934c7-a7d5-453a-a814-bee0f55e7ea4 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] No DVR routers for this DVR port 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 on host hv-cinder-80123 {{(pid=78633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:17:47.710245 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-896cbcd0-43f7-404a-8af1-783864ba0858 req-abc934c7-a7d5-453a-a814-bee0f55e7ea4 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:47.713767 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba84a96-1e98-48af-ace6-0ccffe2d3b2d', 'name': 'network-vif-deleted', 'tag': '00a5d3c5-022d-4bee-8d4e-1c51d7202fe2'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:17:47.734837 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-896cbcd0-43f7-404a-8af1-783864ba0858 req-abc934c7-a7d5-453a-a814-bee0f55e7ea4 tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.15 "DELETE /v2.0/ports/00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 HTTP/1.1" status: 204 len: 173 time: 0.7673583 Jul 19 01:17:47.768311 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba84a96-1e98-48af-ace6-0ccffe2d3b2d', 'name': 'network-vif-deleted', 'tag': '00a5d3c5-022d-4bee-8d4e-1c51d7202fe2', 'status': 'completed', 'code': 200} Jul 19 01:17:47.941111 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-1fa23337-6870-48ac-9ca5-9c46f44f6a88 req-b09185f8-4e58-4924-b098-267665ef76bf tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Synchronizing usage tracker for tenant:4509ba1a382d419e97ddd5f347374c8c on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:17:47.956391 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-1fa23337-6870-48ac-9ca5-9c46f44f6a88 req-b09185f8-4e58-4924-b098-267665ef76bf tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] Unset dirty status for tenant:4509ba1a382d419e97ddd5f347374c8c on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:17:47.957681 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1fa23337-6870-48ac-9ca5-9c46f44f6a88 req-b09185f8-4e58-4924-b098-267665ef76bf tempest-VolumesNegativeTest-1862826347 tempest-VolumesNegativeTest-1862826347-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba84a96-1e98-48af-ace6-0ccffe2d3b2d HTTP/1.1" status: 200 len: 210 time: 0.0594797 Jul 19 01:17:50.219387 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:17:50.254407 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:17:50.254795 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device 00a5d3c5-022d-4bee-8d4e-1c51d7202fe2 not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:17:53.715414 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41148) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:53.864558 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-5932b76c-63cb-49f0-9308-f5df7a9b8a6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4509ba1a382d419e97ddd5f347374c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473303 Jul 19 01:17:53.866298 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41154) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:17:53.929075 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-dda449a3-581a-4069-8285-d7b3816f717b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:53.954792 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-dda449a3-581a-4069-8285-d7b3816f717b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:54.007662 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-dda449a3-581a-4069-8285-d7b3816f717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:54.011953 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-c678e6da-b22f-4461-ab2c-b1f79146ee20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:17:54.026454 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda449a3-581a-4069-8285-d7b3816f717b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bdd281-2a78-4b73-9f24-e050cce1515e,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:17:54.028974 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-dda449a3-581a-4069-8285-d7b3816f717b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:17:54.037010 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-dda449a3-581a-4069-8285-d7b3816f717b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:17:54.038137 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-dda449a3-581a-4069-8285-d7b3816f717b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2bdd281-2a78-4b73-9f24-e050cce1515e HTTP/1.1" status: 204 len: 168 time: 0.1709280 Jul 19 01:18:00.592765 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41246) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:18:00.715347 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-463a48c7-6f4a-43e3-8bc7-fa4e781ea6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:00.727413 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-463a48c7-6f4a-43e3-8bc7-fa4e781ea6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:18:00.731221 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-463a48c7-6f4a-43e3-8bc7-fa4e781ea6af admin admin] Usage tracker for resource:security_group_rule and tenant:626f6c47e9e04f0cb0f8313986a79540 is out of sync, need to count used quota {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:18:00.733947 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.quota.resource [None req-463a48c7-6f4a-43e3-8bc7-fa4e781ea6af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78632) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:18:00.739582 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.quota.driver [None req-463a48c7-6f4a-43e3-8bc7-fa4e781ea6af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78632) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:18:00.819429 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-463a48c7-6f4a-43e3-8bc7-fa4e781ea6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:00.823900 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-463a48c7-6f4a-43e3-8bc7-fa4e781ea6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:00.832121 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:18:00.873696 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-463a48c7-6f4a-43e3-8bc7-fa4e781ea6af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=626f6c47e9e04f0cb0f8313986a79540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797849 Jul 19 01:18:00.875283 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a48c7-6f4a-43e3-8bc7-fa4e781ea6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70326efd-f096-46b8-94da-6d972fa22872,revision_number=1']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:18:00.876676 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 41254) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:18:00.879588 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-463a48c7-6f4a-43e3-8bc7-fa4e781ea6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:18:00.936087 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-adace849-0511-4980-904c-59e92a1694f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:00.961215 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-adace849-0511-4980-904c-59e92a1694f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:01.011857 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-adace849-0511-4980-904c-59e92a1694f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:01.015299 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-57ada442-2cee-4c9f-933f-c7a829e7c8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:18:01.025738 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adace849-0511-4980-904c-59e92a1694f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70326efd-f096-46b8-94da-6d972fa22872,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:18:01.029476 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-adace849-0511-4980-904c-59e92a1694f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:18:01.032665 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-adace849-0511-4980-904c-59e92a1694f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:01.033766 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-adace849-0511-4980-904c-59e92a1694f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70326efd-f096-46b8-94da-6d972fa22872 HTTP/1.1" status: 204 len: 168 time: 0.1561313 Jul 19 01:18:05.705793 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-07f1d660-d217-43f1-9142-a2202725d53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:06.318156 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:08.286154 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-d9486caf-6130-4d11-b2be-dabd495dd004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:09.005982 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:09.568567 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:10.813295 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:14.000058 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 41322) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:18:14.116409 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e059a9b2-b4ae-4cd0-a28c-fe62ee6f068e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:14.131023 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-e059a9b2-b4ae-4cd0-a28c-fe62ee6f068e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 01:18:14.135430 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-e059a9b2-b4ae-4cd0-a28c-fe62ee6f068e admin admin] Usage tracker for resource:security_group_rule and tenant:a49920f3efab4dacb8690c0a3f648a2d is out of sync, need to count used quota {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 01:18:14.138122 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [None req-e059a9b2-b4ae-4cd0-a28c-fe62ee6f068e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78633) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 01:18:14.143688 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.quota.driver [None req-e059a9b2-b4ae-4cd0-a28c-fe62ee6f068e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78633) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 01:18:14.226066 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e059a9b2-b4ae-4cd0-a28c-fe62ee6f068e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:14.230364 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-e059a9b2-b4ae-4cd0-a28c-fe62ee6f068e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_create {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:14.237331 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-91b2a421-0784-42b7-bae7-eed3805669ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:18:14.277969 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-e059a9b2-b4ae-4cd0-a28c-fe62ee6f068e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a49920f3efab4dacb8690c0a3f648a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767348 Jul 19 01:18:14.278804 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059a9b2-b4ae-4cd0-a28c-fe62ee6f068e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dacae0-f458-473e-9ab9-49673669e63d,revision_number=1']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:18:14.280503 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41328) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:18:14.282442 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-e059a9b2-b4ae-4cd0-a28c-fe62ee6f068e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:18:14.419200 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-42f29bab-e061-4edd-8c1e-a1345cd061c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:14.443611 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-42f29bab-e061-4edd-8c1e-a1345cd061c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:14.494755 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-42f29bab-e061-4edd-8c1e-a1345cd061c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:14.498626 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-6c6f9c91-87b0-4b10-8a5f-36640c242406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:18:14.511442 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f29bab-e061-4edd-8c1e-a1345cd061c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dacae0-f458-473e-9ab9-49673669e63d,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:18:14.514369 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-42f29bab-e061-4edd-8c1e-a1345cd061c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:18:14.523444 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-42f29bab-e061-4edd-8c1e-a1345cd061c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:14.524726 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-42f29bab-e061-4edd-8c1e-a1345cd061c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59dacae0-f458-473e-9ab9-49673669e63d HTTP/1.1" status: 204 len: 168 time: 0.2431121 Jul 19 01:18:16.958284 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e0b27cf5-f7a3-4cfe-9a6d-0a748d6f9fb8 req-83bcf29b-8828-495f-bc1c-89f7792baa33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673389 Jul 19 01:18:17.118121 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b27cf5-f7a3-4cfe-9a6d-0a748d6f9fb8 req-2d2dd55e-b922-4210-ad37-1853995f26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:17.119621 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e0b27cf5-f7a3-4cfe-9a6d-0a748d6f9fb8 req-2d2dd55e-b922-4210-ad37-1853995f26ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f20c8411515d495c925807596f4385ce&device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 1098 time: 0.0744269 Jul 19 01:18:17.259465 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b27cf5-f7a3-4cfe-9a6d-0a748d6f9fb8 req-64246c54-dc16-47f5-9cb6-5098409a0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:17.260879 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e0b27cf5-f7a3-4cfe-9a6d-0a748d6f9fb8 req-64246c54-dc16-47f5-9cb6-5098409a0ebc service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7c8f895-b01e-4262-aae5-47fbac934e7f HTTP/1.1" status: 200 len: 910 time: 0.1230094 Jul 19 01:18:17.359543 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e0b27cf5-f7a3-4cfe-9a6d-0a748d6f9fb8 req-a9d6d0b6-d28f-452a-b6d2-d8e13e36a439 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be25f9a3-0c82-4316-a868-a011656c79ce HTTP/1.1" status: 200 len: 1000 time: 0.0926707 Jul 19 01:18:17.419525 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b27cf5-f7a3-4cfe-9a6d-0a748d6f9fb8 req-3b765331-75b0-4e7a-9e45-057b33bd9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:17.420895 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e0b27cf5-f7a3-4cfe-9a6d-0a748d6f9fb8 req-3b765331-75b0-4e7a-9e45-057b33bd9f45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75 HTTP/1.1" status: 200 len: 848 time: 0.0558767 Jul 19 01:18:17.495968 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b27cf5-f7a3-4cfe-9a6d-0a748d6f9fb8 req-b6d593fb-a14e-4803-8566-5be2d6005214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:17.497386 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e0b27cf5-f7a3-4cfe-9a6d-0a748d6f9fb8 req-b6d593fb-a14e-4803-8566-5be2d6005214 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7c8f895-b01e-4262-aae5-47fbac934e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705359 Jul 19 01:18:17.707475 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e0b27cf5-f7a3-4cfe-9a6d-0a748d6f9fb8 req-2967499b-ab31-4d7e-8fc4-f20f12c50b20 service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036281 Jul 19 01:18:17.833304 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e0b27cf5-f7a3-4cfe-9a6d-0a748d6f9fb8 req-83f4050d-1f42-4325-b1a7-b52f2ae5b5b5 service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195550 Jul 19 01:18:20.025444 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:18:29.431178 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60f6e6-36cf-4b47-9124-848d06ff882b req-a03ac837-3868-4f72-bb36-12206c2aa9aa tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:29.432513 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bc60f6e6-36cf-4b47-9124-848d06ff882b req-a03ac837-3868-4f72-bb36-12206c2aa9aa tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0831687 Jul 19 01:18:29.475704 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-bc60f6e6-36cf-4b47-9124-848d06ff882b req-90ca75f3-117b-4f0a-9088-122a94dc8d64 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374928 Jul 19 01:18:30.663610 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee978163-d4d4-4cf7-81b9-d200f87b42b6 req-a8188b76-0fe4-4985-bb51-6d38f28b913c tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:30.665844 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ee978163-d4d4-4cf7-81b9-d200f87b42b6 req-a8188b76-0fe4-4985-bb51-6d38f28b913c tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0841918 Jul 19 01:18:30.710099 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-ee978163-d4d4-4cf7-81b9-d200f87b42b6 req-ec3e6be6-1f59-4d99-a5c8-38e458b38a43 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0387540 Jul 19 01:18:31.891284 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d5447-e2ae-4bdc-8986-4b2a64d53e54 req-7d3cc9c3-8117-4d34-bf2a-b334597688d0 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:31.892759 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-de6d5447-e2ae-4bdc-8986-4b2a64d53e54 req-7d3cc9c3-8117-4d34-bf2a-b334597688d0 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0796380 Jul 19 01:18:31.940580 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-de6d5447-e2ae-4bdc-8986-4b2a64d53e54 req-33fca3eb-bc3e-4ef1-a675-bc4f404332c1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421672 Jul 19 01:18:33.132574 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0fee6-86bd-4c3e-afbc-c2b098b1b005 req-9ada5990-0032-4fc1-bccc-22735c7715e4 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:33.134758 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-83c0fee6-86bd-4c3e-afbc-c2b098b1b005 req-9ada5990-0032-4fc1-bccc-22735c7715e4 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0910399 Jul 19 01:18:33.179300 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-83c0fee6-86bd-4c3e-afbc-c2b098b1b005 req-b9c912cf-a0f4-44f2-99ee-33c61bf95c05 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389428 Jul 19 01:18:34.367047 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64a19a-503d-4a5c-996b-c5c3d3d0e396 req-f5214b95-385a-4529-b735-bea7ae7c6ea1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:34.368797 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ea64a19a-503d-4a5c-996b-c5c3d3d0e396 req-f5214b95-385a-4529-b735-bea7ae7c6ea1 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0812256 Jul 19 01:18:34.413564 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ea64a19a-503d-4a5c-996b-c5c3d3d0e396 req-9d7cdc11-2ee0-4dd3-938f-1974d101418c tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388472 Jul 19 01:18:35.596159 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ecedc-e08f-40c0-aa87-d872ca9a0e16 req-0beca10e-6ecb-4317-a530-7377c67ad11f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:35.597597 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1c2ecedc-e08f-40c0-aa87-d872ca9a0e16 req-0beca10e-6ecb-4317-a530-7377c67ad11f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0779958 Jul 19 01:18:35.645342 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1c2ecedc-e08f-40c0-aa87-d872ca9a0e16 req-6093271c-a692-4905-b64c-24d88b7bf7cd tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419359 Jul 19 01:18:35.713267 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-dc0569b4-b34b-43be-a0a2-6c1dc8416659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:36.318613 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:36.886936 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c7c2a-eabf-473b-8991-9827343f20ad req-36e84b87-c83a-4048-94b1-a64a3be8550e tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:36.888297 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5e7c7c2a-eabf-473b-8991-9827343f20ad req-36e84b87-c83a-4048-94b1-a64a3be8550e tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0839217 Jul 19 01:18:36.932434 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-5e7c7c2a-eabf-473b-8991-9827343f20ad req-7229449d-a7c5-4694-a343-a853c4d1879e tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385253 Jul 19 01:18:38.115172 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3df660-c929-40bd-8bb4-5cae8ec45522 req-ace57bab-0154-4585-ab6c-d62ad5cd3651 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:38.116625 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-fc3df660-c929-40bd-8bb4-5cae8ec45522 req-ace57bab-0154-4585-ab6c-d62ad5cd3651 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0789137 Jul 19 01:18:38.162481 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-fc3df660-c929-40bd-8bb4-5cae8ec45522 req-7441e7c7-8509-4fc8-b28e-2c12c47a9749 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399914 Jul 19 01:18:38.288356 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-9f06b1dc-1cc4-46dc-beb0-ccb1d1d21111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:39.001187 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:39.346087 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f4e41-f6f1-4593-a3f0-418ccb4465ea req-67da1cbe-c690-4bff-b04b-0b741c71ebaf tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:39.347548 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-664f4e41-f6f1-4593-a3f0-418ccb4465ea req-67da1cbe-c690-4bff-b04b-0b741c71ebaf tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0795774 Jul 19 01:18:39.391953 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-664f4e41-f6f1-4593-a3f0-418ccb4465ea req-21a55f3f-8583-486b-bf14-2f77e258e2a7 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380316 Jul 19 01:18:39.579305 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:39.600083 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9ff82-6223-42a0-bf36-4b940e942b81 req-a36c0e09-fe7c-401f-afce-21ee90159259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:39.601533 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-19d9ff82-6223-42a0-bf36-4b940e942b81 req-a36c0e09-fe7c-401f-afce-21ee90159259 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f20c8411515d495c925807596f4385ce&device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 1098 time: 0.0734112 Jul 19 01:18:39.730096 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9ff82-6223-42a0-bf36-4b940e942b81 req-ad8441da-76c3-4f96-8acf-0e8941643705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:39.731562 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-19d9ff82-6223-42a0-bf36-4b940e942b81 req-ad8441da-76c3-4f96-8acf-0e8941643705 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7c8f895-b01e-4262-aae5-47fbac934e7f HTTP/1.1" status: 200 len: 910 time: 0.1241896 Jul 19 01:18:39.831739 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-19d9ff82-6223-42a0-bf36-4b940e942b81 req-4c84fb8a-5a82-449c-a62c-6024a3ed3a62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be25f9a3-0c82-4316-a868-a011656c79ce HTTP/1.1" status: 200 len: 1000 time: 0.0937636 Jul 19 01:18:39.891979 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9ff82-6223-42a0-bf36-4b940e942b81 req-1724ce47-ef43-4add-8885-4e443e3680b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:39.893273 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-19d9ff82-6223-42a0-bf36-4b940e942b81 req-1724ce47-ef43-4add-8885-4e443e3680b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75 HTTP/1.1" status: 200 len: 848 time: 0.0553570 Jul 19 01:18:39.966021 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9ff82-6223-42a0-bf36-4b940e942b81 req-f5b67890-dc55-41d1-bf7a-79dc047713d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:39.967492 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-19d9ff82-6223-42a0-bf36-4b940e942b81 req-f5b67890-dc55-41d1-bf7a-79dc047713d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7c8f895-b01e-4262-aae5-47fbac934e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0676522 Jul 19 01:18:40.096644 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-19d9ff82-6223-42a0-bf36-4b940e942b81 req-2da18e96-fad4-473e-a858-9a51a2479aa8 service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229448 Jul 19 01:18:40.225466 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-19d9ff82-6223-42a0-bf36-4b940e942b81 req-055c5a8d-9fda-4174-b12b-0d61bc36241c service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226106 Jul 19 01:18:40.575618 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cf8e7-5aa1-40f0-a69c-1e8a4c7d2fff req-3fc936ef-730a-4037-ac2c-d675fb17e826 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:40.577053 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e34cf8e7-5aa1-40f0-a69c-1e8a4c7d2fff req-3fc936ef-730a-4037-ac2c-d675fb17e826 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0817242 Jul 19 01:18:40.620651 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e34cf8e7-5aa1-40f0-a69c-1e8a4c7d2fff req-b7b6a74d-03eb-43c8-b1ec-8a06408be280 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380161 Jul 19 01:18:40.815292 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:41.812815 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ff3f9-6a45-47b1-a7d7-a053c7de903a req-433ee3dc-f619-4413-bffd-e4f9b2cc0df8 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:41.814261 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6a0ff3f9-6a45-47b1-a7d7-a053c7de903a req-433ee3dc-f619-4413-bffd-e4f9b2cc0df8 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0842423 Jul 19 01:18:41.860585 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-6a0ff3f9-6a45-47b1-a7d7-a053c7de903a req-c9f087eb-3d58-4730-8ce4-79293bd99e95 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405035 Jul 19 01:18:43.046131 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839f117-a681-4036-8c16-f498386a48ce req-37b13b83-f25e-4755-bc26-f671bdc11584 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:43.047652 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e839f117-a681-4036-8c16-f498386a48ce req-37b13b83-f25e-4755-bc26-f671bdc11584 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0825334 Jul 19 01:18:43.183960 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e839f117-a681-4036-8c16-f498386a48ce req-479d4688-21f0-4c63-b94f-6a4af246889f tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1305065 Jul 19 01:18:43.511160 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-130dc70e-8111-4a30-ad84-9352cf0f985b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1204126 Jul 19 01:18:43.546023 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfcb23-d283-4450-80c9-4dd6e7a0da1c req-fd2b20f0-40c9-4d97-91ac-855ecb851d5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:43.547516 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c6cfcb23-d283-4450-80c9-4dd6e7a0da1c req-fd2b20f0-40c9-4d97-91ac-855ecb851d5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0975111 Jul 19 01:18:43.593664 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c6cfcb23-d283-4450-80c9-4dd6e7a0da1c req-9e9da14f-e902-4d4f-be13-79f91f0e178a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403981 Jul 19 01:18:44.531064 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device be25f9a3-0c82-4316-a868-a011656c79ce no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:18:44.647357 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:44.675904 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:18:44.685893 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port be25f9a3-0c82-4316-a868-a011656c79ce, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=be25f9a3-0c82-4316-a868-a011656c79ce,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:18:44.690668 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:44.692725 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:18:44.724345 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'code': 200} Jul 19 01:18:44.762198 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=be25f9a3-0c82-4316-a868-a011656c79ce,revision_number=6']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:18:44.769349 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:18:44.769694 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:18:44.770030 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:18:44.770367 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:18:44.770718 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:18:44.771049 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:18:44.771386 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:18:44.771707 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:18:44.772006 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:18:44.772323 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:18:44.772635 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:18:44.774752 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:18:44.777547 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:18:44.816087 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b48d1-d7c9-4067-94a6-650ced2b1c31 req-582600b8-01b8-461c-8e5f-92b065bbdf07 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:44.817531 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-189b48d1-d7c9-4067-94a6-650ced2b1c31 req-582600b8-01b8-461c-8e5f-92b065bbdf07 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 943 time: 0.0795622 Jul 19 01:18:44.864145 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-189b48d1-d7c9-4067-94a6-650ced2b1c31 req-8f382db3-c3b1-42de-bc2e-bf1aee628d72 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409567 Jul 19 01:18:45.044199 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-697e0747-9426-41a3-84b9-e8bc98b67ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:45.045681 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-697e0747-9426-41a3-84b9-e8bc98b67ff1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52&tenant_id=f20c8411515d495c925807596f4385ce HTTP/1.1" status: 200 len: 1096 time: 0.0693812 Jul 19 01:18:45.149811 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-2d58379c-b54f-4a9d-8bc5-9ee5104b19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:45.151308 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-2d58379c-b54f-4a9d-8bc5-9ee5104b19ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f20c8411515d495c925807596f4385ce&device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 1096 time: 0.0735073 Jul 19 01:18:45.282008 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-393ac560-4a67-4acf-a015-6adbdc80dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:45.283466 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-393ac560-4a67-4acf-a015-6adbdc80dbc0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7c8f895-b01e-4262-aae5-47fbac934e7f HTTP/1.1" status: 200 len: 910 time: 0.1249642 Jul 19 01:18:45.385146 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-25860513-b652-46de-97af-3d14d8663ba5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be25f9a3-0c82-4316-a868-a011656c79ce HTTP/1.1" status: 200 len: 998 time: 0.0950274 Jul 19 01:18:45.446136 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-830c3862-a4cc-4437-a8a3-912bc1bf3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:45.447587 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-830c3862-a4cc-4437-a8a3-912bc1bf3c9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75 HTTP/1.1" status: 200 len: 848 time: 0.0558600 Jul 19 01:18:45.525060 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-5db72268-e36c-4f12-a24b-ef3197ca079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:45.526483 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-5db72268-e36c-4f12-a24b-ef3197ca079f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7c8f895-b01e-4262-aae5-47fbac934e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717633 Jul 19 01:18:45.653491 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-5677bc55-2c57-4dbc-b55a-9517cbdb88f6 service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204100 Jul 19 01:18:45.779200 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-1c9b01d4-27df-44f9-8360-d9feb3bf8b55 req-b84caf93-a5d9-43f2-9196-4b37cc95d182 service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197371 Jul 19 01:18:46.052632 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fea3b-600c-4098-8b45-9f1fa204d3a7 req-a22e4998-b823-42be-a06c-a2ebb4658ad7 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:46.054094 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-685fea3b-600c-4098-8b45-9f1fa204d3a7 req-a22e4998-b823-42be-a06c-a2ebb4658ad7 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 943 time: 0.0793366 Jul 19 01:18:46.097522 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-685fea3b-600c-4098-8b45-9f1fa204d3a7 req-e2f1abf4-66bd-4fae-87a6-3e7142ca9094 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372465 Jul 19 01:18:46.547586 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device be25f9a3-0c82-4316-a868-a011656c79ce details requested by agent hyperv_hv-cinder-80123 with host hv-cinder-80123 {{(pid=78634) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 01:18:46.704874 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port be25f9a3-0c82-4316-a868-a011656c79ce, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=be25f9a3-0c82-4316-a868-a011656c79ce,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:18:46.718171 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Returning: {'device': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'port_id': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'mac_address': 'fa:16:3e:71:96:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78634) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 01:18:46.774088 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:46.790238 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be25f9a3-0c82-4316-a868-a011656c79ce {{(pid=78634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 01:18:46.806835 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port be25f9a3-0c82-4316-a868-a011656c79ce, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=be25f9a3-0c82-4316-a868-a011656c79ce,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:18:46.810877 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:46.813645 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-f5c4b85b-76ad-4e6b-b158-f832d86f16a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:18:46.880979 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=be25f9a3-0c82-4316-a868-a011656c79ce,revision_number=7']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:18:46.884991 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:18:47.092178 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] get_ports_and_sgs() called for port_ids ['be25f9a3-0c82-4316-a868-a011656c79ce'] {{(pid=78634) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 01:18:47.286315 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f9264-5b31-4eee-a1d6-af2024504c6a req-ea504d55-5f9f-4564-8a1c-c09e2ac1301a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:47.287819 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ca8f9264-5b31-4eee-a1d6-af2024504c6a req-ea504d55-5f9f-4564-8a1c-c09e2ac1301a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 944 time: 0.0811186 Jul 19 01:18:47.332097 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-ca8f9264-5b31-4eee-a1d6-af2024504c6a req-092eda3d-4dfb-449f-bc63-078169f1198b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381970 Jul 19 01:18:48.517925 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a333dac-29f4-4837-aa54-9b5c3585cac8 req-42d8c834-484f-4b18-801e-12802f9f0cb3 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:48.519365 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4a333dac-29f4-4837-aa54-9b5c3585cac8 req-42d8c834-484f-4b18-801e-12802f9f0cb3 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 944 time: 0.0818570 Jul 19 01:18:48.546778 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device be25f9a3-0c82-4316-a868-a011656c79ce up at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 01:18:48.563185 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-4a333dac-29f4-4837-aa54-9b5c3585cac8 req-cf4cdc01-5e85-40d1-b110-691b77ccbee9 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380797 Jul 19 01:18:48.616729 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.provisioning_blocks [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Provisioning complete for port be25f9a3-0c82-4316-a868-a011656c79ce triggered by entity L2. {{(pid=78634) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 01:18:48.617101 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-830943'] for port, provisioning_complete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:48.731355 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810683'] for port, before_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:48.757456 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce'}] {{(pid=78634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:18:48.767471 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] For port be25f9a3-0c82-4316-a868-a011656c79ce, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=be25f9a3-0c82-4316-a868-a011656c79ce,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:18:48.771550 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746968315167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746967950138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746967950183'] for port, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:18:48.773429 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-f5c4b85b-76ad-4e6b-b158-f832d86f16a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:18:48.802979 dv-cinder-801236-1-smb neutron-server[78634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'code': 200} Jul 19 01:18:48.841835 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Pushing event updated for resources: {'Port': ['ID=be25f9a3-0c82-4316-a868-a011656c79ce,revision_number=8']} {{(pid=78634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:18:48.845965 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_concurrency.lockutils [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:18:49.138289 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ba097-f905-4107-bb73-78894cf6133f req-768b39e5-eb9f-44c3-8043-1dddc079534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:49.139775 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a00ba097-f905-4107-bb73-78894cf6133f req-768b39e5-eb9f-44c3-8043-1dddc079534d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 1098 time: 0.0690043 Jul 19 01:18:49.184614 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-a00ba097-f905-4107-bb73-78894cf6133f req-7cd8bab7-8f51-4a22-83e7-3df4b4cc1de1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385437 Jul 19 01:18:49.746762 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd502a9-ea8a-4a41-888e-802186a56664 req-de9d220c-fbd0-467d-af95-8dcd12c86a90 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:49.748445 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2fd502a9-ea8a-4a41-888e-802186a56664 req-de9d220c-fbd0-467d-af95-8dcd12c86a90 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0792665 Jul 19 01:18:49.792417 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-2fd502a9-ea8a-4a41-888e-802186a56664 req-5b2a9834-aee4-4131-836e-5856997b469e tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384443 Jul 19 01:18:50.983273 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411b55c-ba5a-4c74-8d6a-eb388d395e62 req-5eb14acd-b0ae-409c-a28a-5134c5c8715c tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:18:50.984727 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b411b55c-ba5a-4c74-8d6a-eb388d395e62 req-5eb14acd-b0ae-409c-a28a-5134c5c8715c tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0861948 Jul 19 01:18:51.028774 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-b411b55c-ba5a-4c74-8d6a-eb388d395e62 req-3833a5a5-5852-4376-986d-8fd3bf301fbe tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384729 Jul 19 01:18:57.024489 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:19:05.705531 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-03b68607-8fd5-4843-9559-e992a63d4e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:19:06.321141 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:19:08.289865 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-a965567a-333f-48c2-bd25-21693fcf0cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:19:09.002098 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:19:09.585473 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:19:10.817103 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:19:16.944843 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c5d3bcb2-26b8-4024-8e14-b6bc2d2e70b7 req-1d25d0d6-6f5f-4887-a7b2-917c4405f2c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714974 Jul 19 01:19:17.099288 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3bcb2-26b8-4024-8e14-b6bc2d2e70b7 req-91e0f1d6-a889-4b28-8537-466d325cfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:19:17.100746 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c5d3bcb2-26b8-4024-8e14-b6bc2d2e70b7 req-91e0f1d6-a889-4b28-8537-466d325cfc92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f20c8411515d495c925807596f4385ce&device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 1098 time: 0.0701470 Jul 19 01:19:17.334035 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3bcb2-26b8-4024-8e14-b6bc2d2e70b7 req-16e9de38-2d7a-446e-8eca-a25588edeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:19:17.335483 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c5d3bcb2-26b8-4024-8e14-b6bc2d2e70b7 req-16e9de38-2d7a-446e-8eca-a25588edeb18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7c8f895-b01e-4262-aae5-47fbac934e7f HTTP/1.1" status: 200 len: 910 time: 0.2145922 Jul 19 01:19:17.434037 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c5d3bcb2-26b8-4024-8e14-b6bc2d2e70b7 req-5a767861-3877-40e7-86fe-b45afe406150 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be25f9a3-0c82-4316-a868-a011656c79ce HTTP/1.1" status: 200 len: 1000 time: 0.0917113 Jul 19 01:19:17.494949 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3bcb2-26b8-4024-8e14-b6bc2d2e70b7 req-ea1fde3f-7e06-4cb3-accb-025b4766d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:19:17.496308 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c5d3bcb2-26b8-4024-8e14-b6bc2d2e70b7 req-ea1fde3f-7e06-4cb3-accb-025b4766d7f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75 HTTP/1.1" status: 200 len: 848 time: 0.0556276 Jul 19 01:19:17.570895 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3bcb2-26b8-4024-8e14-b6bc2d2e70b7 req-2e1326af-f67e-4fd1-a13a-fb6a186399a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:19:17.572854 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c5d3bcb2-26b8-4024-8e14-b6bc2d2e70b7 req-2e1326af-f67e-4fd1-a13a-fb6a186399a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7c8f895-b01e-4262-aae5-47fbac934e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696211 Jul 19 01:19:17.702755 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c5d3bcb2-26b8-4024-8e14-b6bc2d2e70b7 req-3bd948e6-7a61-4cc7-b708-837137ce7a10 service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225669 Jul 19 01:19:17.832739 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-c5d3bcb2-26b8-4024-8e14-b6bc2d2e70b7 req-a4c153f2-da77-4a4f-ab35-b07c5a9f0360 service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226861 Jul 19 01:19:34.023318 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:19:35.705631 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2f15a04a-fe95-4fe7-a7e5-37dd60feab15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:19:36.325765 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:19:38.289899 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-d9da8f8a-4770-4277-9f24-010a00932a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:19:39.004917 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:19:39.595990 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:19:40.819486 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:05.707727 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-69f6bb70-5c47-4b49-a79c-ab262c7d3414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:06.327328 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:06.498742 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 41412) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:06.699192 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Deleting port f976cd16-cad8-4047-a331-22a4683d7b1f {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:20:06.699634 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:06.863516 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:06.863741 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:06.986145 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Calling delete_port for f976cd16-cad8-4047-a331-22a4683d7b1f owned by network:floatingip {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:20:07.137500 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:07.141668 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:07.187071 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Pushing event deleted for resources: {'Port': ['ID=f976cd16-cad8-4047-a331-22a4683d7b1f,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:07.226454 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:07.226844 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:07.227206 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:07.227559 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:07.227908 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:07.228253 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:07.228610 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:07.228935 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:07.229909 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:07.230248 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:07.230611 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:07.230950 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:07.257032 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:07.284528 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for floatingip, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:07.284855 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.db.l3_db [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Floating IP 495ab9bd-90dc-4b13-a0ff-e43ed6eacf86 disassociated (deleted). External IP: 172.28.0.14, port: be25f9a3-0c82-4316-a868-a011656c79ce. Jul 19 01:20:07.719107 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Router b11a213c-3130-494f-b30b-802123facbff has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78633) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:20:07.890462 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78633) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:20:07.900458 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d6e82-af52-44cb-89c3-2011a6dd444b None None] Sync routers for ids ['b11a213c-3130-494f-b30b-802123facbff'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:20:07.909759 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d6e82-af52-44cb-89c3-2011a6dd444b None None] Routers {'b11a213c-3130-494f-b30b-802123facbff'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:20:07.910377 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-411d6e82-af52-44cb-89c3-2011a6dd444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:19:38Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b11a213c-3130-494f-b30b-802123facbff'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:07.917038 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for floatingip, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:07.973507 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-136b1a6a-6657-42be-aed8-908ff34bfe5b tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "DELETE /v2.0/floatingips/495ab9bd-90dc-4b13-a0ff-e43ed6eacf86 HTTP/1.1" status: 204 len: 168 time: 1.4735613 Jul 19 01:20:07.974147 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:20:08.019783 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'status': 'completed', 'code': 200} Jul 19 01:20:08.090993 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-411d6e82-af52-44cb-89c3-2011a6dd444b None None] Set router b11a213c-3130-494f-b30b-802123facbff gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:20:08.137608 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e178a-c55d-43ff-b1a8-e93ef8c6ab6f req-d60b2d4f-29a9-40e9-8fbe-ee8f9050dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:20:08.139212 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e61e178a-c55d-43ff-b1a8-e93ef8c6ab6f req-d60b2d4f-29a9-40e9-8fbe-ee8f9050dea5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f20c8411515d495c925807596f4385ce&device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 1098 time: 0.0758774 Jul 19 01:20:08.276626 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e178a-c55d-43ff-b1a8-e93ef8c6ab6f req-8f789171-1983-41e3-bff1-5f164e9de7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:20:08.277866 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e61e178a-c55d-43ff-b1a8-e93ef8c6ab6f req-8f789171-1983-41e3-bff1-5f164e9de7e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7c8f895-b01e-4262-aae5-47fbac934e7f HTTP/1.1" status: 200 len: 910 time: 0.1331193 Jul 19 01:20:08.349061 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e61e178a-c55d-43ff-b1a8-e93ef8c6ab6f req-166cf64f-f2d4-4dc2-896b-d10648040ca4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be25f9a3-0c82-4316-a868-a011656c79ce HTTP/1.1" status: 200 len: 217 time: 0.0641794 Jul 19 01:20:08.349498 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-951313cb-4354-4030-89fc-b9c0690b67a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:08.425140 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e178a-c55d-43ff-b1a8-e93ef8c6ab6f req-7540efc8-c399-4631-a18a-8d269527cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:20:08.426649 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e61e178a-c55d-43ff-b1a8-e93ef8c6ab6f req-7540efc8-c399-4631-a18a-8d269527cbfb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75 HTTP/1.1" status: 200 len: 848 time: 0.0710781 Jul 19 01:20:08.478434 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-411d6e82-af52-44cb-89c3-2011a6dd444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 4, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port': {'id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'cd04d6e2-9c45-4d83-b2ab-e626fde015a4', 'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'mac_address': 'fa:16:3e:2b:88:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:42Z', 'updated_at': '2021-07-19T01:15:51Z', 'revision_number': 5, 'project_id': 'f20c8411515d495c925807596f4385ce', 'subnets': [{'id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:08.482929 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d6e82-af52-44cb-89c3-2011a6dd444b None None] Checking router: b11a213c-3130-494f-b30b-802123facbff for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:20:08.493054 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d6e82-af52-44cb-89c3-2011a6dd444b None None] Routers {'b11a213c-3130-494f-b30b-802123facbff'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:20:08.493784 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-411d6e82-af52-44cb-89c3-2011a6dd444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:20:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b11a213c-3130-494f-b30b-802123facbff'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:08.509584 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e178a-c55d-43ff-b1a8-e93ef8c6ab6f req-d376c771-5939-4e4e-b010-13c7920f695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:20:08.511769 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e61e178a-c55d-43ff-b1a8-e93ef8c6ab6f req-d376c771-5939-4e4e-b010-13c7920f695e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7c8f895-b01e-4262-aae5-47fbac934e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784495 Jul 19 01:20:08.649185 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e61e178a-c55d-43ff-b1a8-e93ef8c6ab6f req-4c1d5526-f932-43b1-9876-8d3ed87604a1 service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303260 Jul 19 01:20:08.654582 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad15db-fb70-4a4a-b6b8-76a4d84b4c20 req-3f502c93-97b5-4097-a1f9-e0d7e81c9067 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:20:08.656137 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a3ad15db-fb70-4a4a-b6b8-76a4d84b4c20 req-3f502c93-97b5-4097-a1f9-e0d7e81c9067 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.3731647 Jul 19 01:20:08.676851 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-411d6e82-af52-44cb-89c3-2011a6dd444b None None] Set router b11a213c-3130-494f-b30b-802123facbff gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:20:08.701824 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [req-a3ad15db-fb70-4a4a-b6b8-76a4d84b4c20 req-a59476ad-f70d-44d4-804b-b0d23277ddf5 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398915 Jul 19 01:20:08.780684 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-e61e178a-c55d-43ff-b1a8-e93ef8c6ab6f req-75c8093c-615a-410e-b189-ebf5ff501428 service neutron] 10.222.0.15 "GET /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245298 Jul 19 01:20:08.989593 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-411d6e82-af52-44cb-89c3-2011a6dd444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 4, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port': {'id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'cd04d6e2-9c45-4d83-b2ab-e626fde015a4', 'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'mac_address': 'fa:16:3e:2b:88:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:42Z', 'updated_at': '2021-07-19T01:15:51Z', 'revision_number': 5, 'project_id': 'f20c8411515d495c925807596f4385ce', 'subnets': [{'id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:08.999846 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d6e82-af52-44cb-89c3-2011a6dd444b None None] The sync data for ids ['b11a213c-3130-494f-b30b-802123facbff'] in dv-cinder-801236-1-smb is: [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:43Z', 'revision_number': 4, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port': {'id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb', '_interfaces': [{'id': 'cd04d6e2-9c45-4d83-b2ab-e626fde015a4', 'name': '', 'network_id': 'd7c8f895-b01e-4262-aae5-47fbac934e7f', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'mac_address': 'fa:16:3e:2b:88:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:42Z', 'updated_at': '2021-07-19T01:15:51Z', 'revision_number': 5, 'project_id': 'f20c8411515d495c925807596f4385ce', 'subnets': [{'id': 'deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:20:09.011308 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:09.214634 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205af4b0-238e-4c07-8904-ffc9ee854d46 None None] New status for floating IP 495ab9bd-90dc-4b13-a0ff-e43ed6eacf86: DOWN {{(pid=78635) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 01:20:09.599574 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:09.792892 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11178633-b7b4-4af1-92c7-91f40d410d4e req-958452b7-9c3a-4ab8-b695-a97675090e2a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:20:09.793585 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-11178633-b7b4-4af1-92c7-91f40d410d4e req-958452b7-9c3a-4ab8-b695-a97675090e2a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Synchronizing usage tracker for tenant:f20c8411515d495c925807596f4385ce on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:20:09.808920 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-11178633-b7b4-4af1-92c7-91f40d410d4e req-958452b7-9c3a-4ab8-b695-a97675090e2a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Unset dirty status for tenant:f20c8411515d495c925807596f4385ce on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:20:09.810120 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-11178633-b7b4-4af1-92c7-91f40d410d4e req-958452b7-9c3a-4ab8-b695-a97675090e2a tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.0973542 Jul 19 01:20:10.024381 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-11178633-b7b4-4af1-92c7-91f40d410d4e req-5f9ac028-42f7-4e80-8f34-cea2450ca4e9 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Deleting port be25f9a3-0c82-4316-a868-a011656c79ce {{(pid=78633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:20:10.024717 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-11178633-b7b4-4af1-92c7-91f40d410d4e req-5f9ac028-42f7-4e80-8f34-cea2450ca4e9 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:10.154003 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419029d-0b88-4009-8d76-be2dd8962c4e req-278adbae-fb23-4977-8b31-0e055b7169a2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78633) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 01:20:10.155463 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9419029d-0b88-4009-8d76-be2dd8962c4e req-278adbae-fb23-4977-8b31-0e055b7169a2 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 945 time: 0.3132274 Jul 19 01:20:10.284122 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-9419029d-0b88-4009-8d76-be2dd8962c4e req-2a4d840e-e201-491b-9a3a-27099281bb78 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/security-groups?id=22f1675c-8bbd-45aa-87cd-521b616e53b2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1228929 Jul 19 01:20:10.325045 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.db [req-11178633-b7b4-4af1-92c7-91f40d410d4e req-5f9ac028-42f7-4e80-8f34-cea2450ca4e9 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] For port be25f9a3-0c82-4316-a868-a011656c79ce, host hv-cinder-80123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80123',level=0,port_id=be25f9a3-0c82-4316-a868-a011656c79ce,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:20:10.325394 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-11178633-b7b4-4af1-92c7-91f40d410d4e req-5f9ac028-42f7-4e80-8f34-cea2450ca4e9 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:10.445454 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.plugins.ml2.plugin [req-11178633-b7b4-4af1-92c7-91f40d410d4e req-5f9ac028-42f7-4e80-8f34-cea2450ca4e9 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Calling delete_port for be25f9a3-0c82-4316-a868-a011656c79ce owned by compute:nova {{(pid=78633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:20:10.584875 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-11178633-b7b4-4af1-92c7-91f40d410d4e req-5f9ac028-42f7-4e80-8f34-cea2450ca4e9 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2614521'] for port, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:10.592217 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-048d86e7-55a1-413f-a859-4bbff6bfa17a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:10.639489 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ac028-42f7-4e80-8f34-cea2450ca4e9 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Pushing event deleted for resources: {'Port': ['ID=be25f9a3-0c82-4316-a868-a011656c79ce,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:10.666637 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5f9ac028-42f7-4e80-8f34-cea2450ca4e9 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:10.711427 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.db.l3_dvrscheduler_db [req-11178633-b7b4-4af1-92c7-91f40d410d4e req-5f9ac028-42f7-4e80-8f34-cea2450ca4e9 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] No DVR routers for this DVR port be25f9a3-0c82-4316-a868-a011656c79ce on host hv-cinder-80123 {{(pid=78633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:20:10.713796 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [req-11178633-b7b4-4af1-92c7-91f40d410d4e req-5f9ac028-42f7-4e80-8f34-cea2450ca4e9 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990721'] for port, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:10.716235 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'name': 'network-vif-deleted', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce'}] {{(pid=78633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 01:20:10.731771 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-11178633-b7b4-4af1-92c7-91f40d410d4e req-5f9ac028-42f7-4e80-8f34-cea2450ca4e9 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.15 "DELETE /v2.0/ports/be25f9a3-0c82-4316-a868-a011656c79ce HTTP/1.1" status: 204 len: 173 time: 0.9166842 Jul 19 01:20:10.762782 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2af5153-eaf9-4ce2-b0bc-373000beab52', 'name': 'network-vif-deleted', 'tag': 'be25f9a3-0c82-4316-a868-a011656c79ce', 'status': 'completed', 'code': 200} Jul 19 01:20:10.827398 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:11.022359 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:20:11.449822 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-04836027-42ee-452e-94a0-91dd521b36f2 req-15a1be78-e2f6-48ac-ad36-efae7bf4ccc4 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Synchronizing usage tracker for tenant:f20c8411515d495c925807596f4385ce on resource:port {{(pid=78633) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 01:20:11.465197 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.quota.resource [req-04836027-42ee-452e-94a0-91dd521b36f2 req-15a1be78-e2f6-48ac-ad36-efae7bf4ccc4 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Unset dirty status for tenant:f20c8411515d495c925807596f4385ce on resource:port {{(pid=78633) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 01:20:11.466447 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [req-04836027-42ee-452e-94a0-91dd521b36f2 req-15a1be78-e2f6-48ac-ad36-efae7bf4ccc4 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2af5153-eaf9-4ce2-b0bc-373000beab52 HTTP/1.1" status: 200 len: 210 time: 0.0620575 Jul 19 01:20:12.560980 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41436) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:12.630499 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:12.659178 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:12.722755 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:12.727836 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-18517aa0-e6b4-4724-89eb-ffa75c55e259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:12.743928 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f1675c-8bbd-45aa-87cd-521b616e53b2,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:12.755844 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:12.756163 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:12.756535 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:12.756901 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:12.757262 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:12.757620 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:12.757978 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:12.758331 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:12.758712 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:12.759065 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:12.759420 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:12.759771 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801236-1-smb {{(pid=78632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 01:20:12.763520 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:12.766418 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:12.768822 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-3a3b6433-cc9e-4b7a-9b77-6c8098834b41 tempest-TestShelveInstance-777338637 tempest-TestShelveInstance-777338637-project] 10.222.0.10 "DELETE /v2.0/security-groups/22f1675c-8bbd-45aa-87cd-521b616e53b2 HTTP/1.1" status: 204 len: 168 time: 0.2068601 Jul 19 01:20:12.810767 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41442) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:12.984908 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device be25f9a3-0c82-4316-a868-a011656c79ce no longer exists at agent hyperv_hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:20:13.018343 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] No Port match for: be25f9a3-0c82-4316-a868-a011656c79ce {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:20:13.018615 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Device be25f9a3-0c82-4316-a868-a011656c79ce not bound to the agent host hv-cinder-80123 {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:20:13.421718 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-68707cb9-9cdc-4276-8351-34688b4a5725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1773785'] for router_interface, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:13.756949 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-68707cb9-9cdc-4276-8351-34688b4a5725 admin admin] Deleting port cd04d6e2-9c45-4d83-b2ab-e626fde015a4 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:20:13.757624 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-68707cb9-9cdc-4276-8351-34688b4a5725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:13.922216 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-68707cb9-9cdc-4276-8351-34688b4a5725 admin admin] For port cd04d6e2-9c45-4d83-b2ab-e626fde015a4, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=cd04d6e2-9c45-4d83-b2ab-e626fde015a4,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:20:13.922592 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-68707cb9-9cdc-4276-8351-34688b4a5725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:14.045276 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-68707cb9-9cdc-4276-8351-34688b4a5725 admin admin] Calling delete_port for cd04d6e2-9c45-4d83-b2ab-e626fde015a4 owned by network:router_interface {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:20:14.216173 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-68707cb9-9cdc-4276-8351-34688b4a5725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:14.219663 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8b580264-0c54-4a6b-84d4-4bfd854d6b63 tempest-AttachVolumeShelveTestJSON-219589536 tempest-AttachVolumeShelveTestJSON-219589536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:14.262145 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68707cb9-9cdc-4276-8351-34688b4a5725 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd04d6e2-9c45-4d83-b2ab-e626fde015a4,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:14.265230 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-68707cb9-9cdc-4276-8351-34688b4a5725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:14.529001 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-68707cb9-9cdc-4276-8351-34688b4a5725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601641'] for router_interface, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:14.977457 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68707cb9-9cdc-4276-8351-34688b4a5725 admin admin] Router b11a213c-3130-494f-b30b-802123facbff has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:20:15.150516 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68707cb9-9cdc-4276-8351-34688b4a5725 admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:20:15.159272 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7ae82-ed73-47a2-a06f-e290dd680db8 None None] Sync routers for ids ['b11a213c-3130-494f-b30b-802123facbff'] in dv-cinder-801236-1-smb {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:20:15.167940 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-68707cb9-9cdc-4276-8351-34688b4a5725 admin admin] 10.222.0.10 "PUT /v2.0/routers/b11a213c-3130-494f-b30b-802123facbff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3560140 Jul 19 01:20:15.168598 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7ae82-ed73-47a2-a06f-e290dd680db8 None None] Routers {'b11a213c-3130-494f-b30b-802123facbff'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:20:15.169241 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-66c7ae82-ed73-47a2-a06f-e290dd680db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:20:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b11a213c-3130-494f-b30b-802123facbff'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:15.170315 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41446) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:15.349436 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-66c7ae82-ed73-47a2-a06f-e290dd680db8 None None] Set router b11a213c-3130-494f-b30b-802123facbff gateway port host: dv-cinder-801236-1-smb {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:20:15.353931 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Notify callbacks [] for router, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:15.528837 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:15.538111 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Deleting port 5e5c4b69-e93c-4258-baa1-5678d5e9122f {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:20:15.538436 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:15.630521 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-66c7ae82-ed73-47a2-a06f-e290dd680db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:20:14Z', 'revision_number': 5, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port': {'id': '5e5c4b69-e93c-4258-baa1-5678d5e9122f', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a213c-3130-494f-b30b-802123facbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:15.634189 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7ae82-ed73-47a2-a06f-e290dd680db8 None None] Checking router: b11a213c-3130-494f-b30b-802123facbff for host: dv-cinder-801236-1-smb {{(pid=78634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:20:15.642374 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7ae82-ed73-47a2-a06f-e290dd680db8 None None] Routers {'b11a213c-3130-494f-b30b-802123facbff'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:20:15.643007 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-66c7ae82-ed73-47a2-a06f-e290dd680db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:20:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['b11a213c-3130-494f-b30b-802123facbff'], 'active': True} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:15.708405 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] For port 5e5c4b69-e93c-4258-baa1-5678d5e9122f, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=5e5c4b69-e93c-4258-baa1-5678d5e9122f,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:20:15.708768 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:15.790317 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_dvr_db [None req-66c7ae82-ed73-47a2-a06f-e290dd680db8 None None] Set router b11a213c-3130-494f-b30b-802123facbff gateway port host: None {{(pid=78634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:20:15.830065 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Calling delete_port for 5e5c4b69-e93c-4258-baa1-5678d5e9122f owned by network:router_gateway {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:20:15.937469 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.db.l3_hamode_db [None req-66c7ae82-ed73-47a2-a06f-e290dd680db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:20:15Z', 'revision_number': 6, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port_host': None}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:15.941664 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7ae82-ed73-47a2-a06f-e290dd680db8 None None] The sync data for ids ['b11a213c-3130-494f-b30b-802123facbff'] in dv-cinder-801236-1-smb is: [{'id': 'b11a213c-3130-494f-b30b-802123facbff', 'name': 'tempest-TestShelveInstance-1976072350-router', 'tenant_id': 'f20c8411515d495c925807596f4385ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:38Z', 'updated_at': '2021-07-19T01:20:15Z', 'revision_number': 6, 'project_id': 'f20c8411515d495c925807596f4385ce', 'gw_port_host': None}] {{(pid=78634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:20:16.100823 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:16.104441 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-081798ff-026b-42fa-8466-680f8a65c6cd tempest-VolumesActionsTest-315880329 tempest-VolumesActionsTest-315880329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:16.151410 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5c4b69-e93c-4258-baa1-5678d5e9122f,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:16.175563 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:16.236376 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603828'] for router_gateway, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:16.407155 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1390'] for router, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:16.409307 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:16.433213 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773682'] for router, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:16.433714 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b11a213c-3130-494f-b30b-802123facbff {{(pid=78632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 01:20:16.445133 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] Notify callbacks [] for router, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:16.446253 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-7dab68ed-7eb8-470d-af8f-0ee53b4cc045 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b11a213c-3130-494f-b30b-802123facbff HTTP/1.1" status: 204 len: 168 time: 1.2746086 Jul 19 01:20:16.448715 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41450) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:16.508891 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_v2 [None req-0904f39d-0307-4faf-a6d0-512f0ea054dc admin admin] Deleting subnet deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75 {{(pid=78632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:20:16.512021 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0904f39d-0307-4faf-a6d0-512f0ea054dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:16.559912 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0904f39d-0307-4faf-a6d0-512f0ea054dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113526'] for subnet, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:16.637609 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0904f39d-0307-4faf-a6d0-512f0ea054dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:16.715911 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0904f39d-0307-4faf-a6d0-512f0ea054dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3592489'] for subnet, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:16.720299 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:16.746784 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 5e5c4b69-e93c-4258-baa1-5678d5e9122f no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:20:16.754862 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904f39d-0307-4faf-a6d0-512f0ea054dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:16.757827 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-0904f39d-0307-4faf-a6d0-512f0ea054dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:16.758806 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-0904f39d-0307-4faf-a6d0-512f0ea054dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:16.764647 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-0904f39d-0307-4faf-a6d0-512f0ea054dc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/deb4b423-3e0c-4f1d-8eb1-9d2e5bb3af75 HTTP/1.1" status: 204 len: 168 time: 0.3149951 Jul 19 01:20:16.767076 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41454) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:16.786951 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4debb5a0-eb46-4e1c-a4c5-a2c31d7512b2 None None] Network d7c8f895-b01e-4262-aae5-47fbac934e7f requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:20:16.805845 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: 5e5c4b69-e93c-4258-baa1-5678d5e9122f {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:20:16.806199 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 5e5c4b69-e93c-4258-baa1-5678d5e9122f not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:20:16.806926 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device cd04d6e2-9c45-4d83-b2ab-e626fde015a4 no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:20:16.859758 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: cd04d6e2-9c45-4d83-b2ab-e626fde015a4 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:20:16.860187 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device cd04d6e2-9c45-4d83-b2ab-e626fde015a4 not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:20:16.877437 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:16.888768 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Deleting port e94360ee-18a9-401b-bf08-03a98ddfbcce {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:20:16.889173 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:17.083565 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe40427-db57-49fc-a87d-c205e754a958 None None] DHCP port deletion for d7c8f895-b01e-4262-aae5-47fbac934e7f request from dv-cinder-801236-1-smb {{(pid=78634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 01:20:17.087756 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-ffe40427-db57-49fc-a87d-c205e754a958 None None] Deleting port e94360ee-18a9-401b-bf08-03a98ddfbcce {{(pid=78634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:20:17.088132 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-ffe40427-db57-49fc-a87d-c205e754a958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:17.111603 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] For port e94360ee-18a9-401b-bf08-03a98ddfbcce, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=e94360ee-18a9-401b-bf08-03a98ddfbcce,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:20:17.112194 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:17.233490 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Calling delete_port for e94360ee-18a9-401b-bf08-03a98ddfbcce owned by network:dhcp {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:20:17.287820 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-ffe40427-db57-49fc-a87d-c205e754a958 None None] For port e94360ee-18a9-401b-bf08-03a98ddfbcce, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=e94360ee-18a9-401b-bf08-03a98ddfbcce,segment=NetworkSegment(da8481fd-e05a-49ad-87ee-7b5dcbbcb545),segment_id=da8481fd-e05a-49ad-87ee-7b5dcbbcb545)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:20:17.288143 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-ffe40427-db57-49fc-a87d-c205e754a958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:17.307140 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:17.311010 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-0f279765-1b80-43e7-8531-45643b53811f tempest-ServerRescueNegativeTestJSON-483797790 tempest-ServerRescueNegativeTestJSON-483797790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:17.357711 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94360ee-18a9-401b-bf08-03a98ddfbcce,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:17.360804 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:17.361554 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] No DVR routers for this DVR port e94360ee-18a9-401b-bf08-03a98ddfbcce on host dv-cinder-801236-1-smb {{(pid=78632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:20:17.410803 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-ffe40427-db57-49fc-a87d-c205e754a958 None None] Calling delete_port for e94360ee-18a9-401b-bf08-03a98ddfbcce owned by network:dhcp {{(pid=78634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:20:17.481466 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.db.api [None req-ffe40427-db57-49fc-a87d-c205e754a958 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 01:20:17.481826 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_db.api [None req-ffe40427-db57-49fc-a87d-c205e754a958 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 01:20:17.561149 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:17.573553 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c8f895-b01e-4262-aae5-47fbac934e7f']}} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:17.585412 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545') {'for_net_delete': True} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:17.585705 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8481fd-e05a-49ad-87ee-7b5dcbbcb545') {} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:17.597050 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113513'] for segment, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:17.613163 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:17.619326 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=78632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:20:17.619789 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391590'] for segment, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: Traceback (most recent call last): Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: timer() Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: cb(*args, **kw) Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: return func(*args, **kwargs) Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: self._notify() Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: self.callback(batched_events) Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: event.method(event) Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: return f(self, *a, **k) Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: return self._get(url).json() Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: return self.request(url, 'GET', **kwargs) Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:20:17.632482 dv-cinder-801236-1-smb neutron-server[78632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:20:17.704159 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:17.707827 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:17.720960 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:17.731932 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7c8f895-b01e-4262-aae5-47fbac934e7f,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:17.734945 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:17.745150 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d7c8f895-b01e-4262-aae5-47fbac934e7f HTTP/1.1" status: 204 len: 168 time: 0.9771643 Jul 19 01:20:17.748121 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41458) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:17.982810 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-ffe40427-db57-49fc-a87d-c205e754a958 None None] Deleting port e94360ee-18a9-401b-bf08-03a98ddfbcce {{(pid=78634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:20:17.983411 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-ffe40427-db57-49fc-a87d-c205e754a958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:18.052590 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-ffe40427-db57-49fc-a87d-c205e754a958 None None] The port 'e94360ee-18a9-401b-bf08-03a98ddfbcce' was deleted {{(pid=78634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 01:20:18.272211 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d2414db4-4b1a-40a5-85e8-689a3ac749bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1773785'] for router_interface, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:18.613545 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-d2414db4-4b1a-40a5-85e8-689a3ac749bd admin admin] Deleting port 4d48e769-3be8-4b48-a58d-efee9b809151 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:20:18.613791 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d2414db4-4b1a-40a5-85e8-689a3ac749bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:18.697042 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device e94360ee-18a9-401b-bf08-03a98ddfbcce no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:20:18.730648 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: e94360ee-18a9-401b-bf08-03a98ddfbcce {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:20:18.730907 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device e94360ee-18a9-401b-bf08-03a98ddfbcce not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:20:18.783533 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-d2414db4-4b1a-40a5-85e8-689a3ac749bd admin admin] For port 4d48e769-3be8-4b48-a58d-efee9b809151, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=4d48e769-3be8-4b48-a58d-efee9b809151,segment=NetworkSegment(c8af4d60-cb88-4fdd-863b-f11076599ee5),segment_id=c8af4d60-cb88-4fdd-863b-f11076599ee5)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:20:18.783886 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d2414db4-4b1a-40a5-85e8-689a3ac749bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:18.996058 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-d2414db4-4b1a-40a5-85e8-689a3ac749bd admin admin] Calling delete_port for 4d48e769-3be8-4b48-a58d-efee9b809151 owned by network:router_interface {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:20:19.166976 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d2414db4-4b1a-40a5-85e8-689a3ac749bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:19.171212 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-bc624a29-1231-4e06-bb45-59a1d4cbcfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:19.246026 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2414db4-4b1a-40a5-85e8-689a3ac749bd admin admin] Pushing event deleted for resources: {'Port': ['ID=4d48e769-3be8-4b48-a58d-efee9b809151,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:19.252723 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-d2414db4-4b1a-40a5-85e8-689a3ac749bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:19.477127 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-d2414db4-4b1a-40a5-85e8-689a3ac749bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601641'] for router_interface, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:19.822520 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2414db4-4b1a-40a5-85e8-689a3ac749bd admin admin] Router 12c09e3c-e54d-4d82-afef-bdb25274cfed has already been hosted by L3 agent ce92779c-c806-4c3e-90dd-9e3a8432f9a9 {{(pid=78632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 01:20:19.991681 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2414db4-4b1a-40a5-85e8-689a3ac749bd admin admin] Notify agent at l3_agent.dv-cinder-801236-1-smb the message routers_updated {{(pid=78632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 01:20:20.000292 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd048c84-52b9-46fa-acc6-4b5d49a09503 None None] Sync routers for ids ['12c09e3c-e54d-4d82-afef-bdb25274cfed'] in dv-cinder-801236-1-smb {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 01:20:20.007207 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-d2414db4-4b1a-40a5-85e8-689a3ac749bd admin admin] 10.222.0.10 "PUT /v2.0/routers/12c09e3c-e54d-4d82-afef-bdb25274cfed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2581081 Jul 19 01:20:20.009274 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd048c84-52b9-46fa-acc6-4b5d49a09503 None None] Routers {'12c09e3c-e54d-4d82-afef-bdb25274cfed'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:20:20.009687 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41462) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:20.009907 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-fd048c84-52b9-46fa-acc6-4b5d49a09503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:20:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['12c09e3c-e54d-4d82-afef-bdb25274cfed'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:20.186068 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-fd048c84-52b9-46fa-acc6-4b5d49a09503 None None] Set router 12c09e3c-e54d-4d82-afef-bdb25274cfed gateway port host: dv-cinder-801236-1-smb {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:20:20.186336 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Notify callbacks [] for router, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:20.461426 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:20.469733 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-fd048c84-52b9-46fa-acc6-4b5d49a09503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'name': 'tempest-TestShelveInstance-1100947771-router', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'external_fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:48Z', 'updated_at': '2021-07-19T01:20:19Z', 'revision_number': 5, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'gw_port': {'id': '3b9ccbb0-3740-4278-9abf-872134c2c6bf', 'name': '', 'network_id': '4aa33019-b9fa-45f2-b8a1-6e0f4c479d8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801236-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T01:15:49Z', 'updated_at': '2021-07-19T01:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '119cbe5d-37fd-4d3f-9206-9cb6a6771a78', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801236-1-smb'}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:20.471202 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Deleting port 3b9ccbb0-3740-4278-9abf-872134c2c6bf {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:20:20.471537 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:20.473775 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd048c84-52b9-46fa-acc6-4b5d49a09503 None None] Checking router: 12c09e3c-e54d-4d82-afef-bdb25274cfed for host: dv-cinder-801236-1-smb {{(pid=78635) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 01:20:20.482868 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd048c84-52b9-46fa-acc6-4b5d49a09503 None None] Routers {'12c09e3c-e54d-4d82-afef-bdb25274cfed'} bound to L3 agent in host dv-cinder-801236-1-smb {{(pid=78635) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 01:20:20.483467 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-fd048c84-52b9-46fa-acc6-4b5d49a09503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801236-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T01:01:38Z,description=,heartbeat_timestamp=2021-07-19T01:20:08Z,host='dv-cinder-801236-1-smb',id=ce92779c-c806-4c3e-90dd-9e3a8432f9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T01:01:38Z,topic='l3_agent')) {'router_ids': ['12c09e3c-e54d-4d82-afef-bdb25274cfed'], 'active': True} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:20.628992 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_dvr_db [None req-fd048c84-52b9-46fa-acc6-4b5d49a09503 None None] Set router 12c09e3c-e54d-4d82-afef-bdb25274cfed gateway port host: None {{(pid=78635) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 01:20:20.642120 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] For port 3b9ccbb0-3740-4278-9abf-872134c2c6bf, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=3b9ccbb0-3740-4278-9abf-872134c2c6bf,segment=NetworkSegment(03fc4790-c0c1-486f-9ca4-7fb7507a1e5e),segment_id=03fc4790-c0c1-486f-9ca4-7fb7507a1e5e)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:20:20.642655 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:20.732557 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.l3_hamode_db [None req-fd048c84-52b9-46fa-acc6-4b5d49a09503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'name': 'tempest-TestShelveInstance-1100947771-router', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:48Z', 'updated_at': '2021-07-19T01:20:20Z', 'revision_number': 6, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'gw_port_host': None}], 'dv-cinder-801236-1-smb', False) {} {{(pid=78635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:20.736389 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd048c84-52b9-46fa-acc6-4b5d49a09503 None None] The sync data for ids ['12c09e3c-e54d-4d82-afef-bdb25274cfed'] in dv-cinder-801236-1-smb is: [{'id': '12c09e3c-e54d-4d82-afef-bdb25274cfed', 'name': 'tempest-TestShelveInstance-1100947771-router', 'tenant_id': '95ddb517aceb44fcba66186fda99f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T01:15:48Z', 'updated_at': '2021-07-19T01:20:20Z', 'revision_number': 6, 'project_id': '95ddb517aceb44fcba66186fda99f829', 'gw_port_host': None}] {{(pid=78635) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 01:20:20.769168 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Calling delete_port for 3b9ccbb0-3740-4278-9abf-872134c2c6bf owned by network:router_gateway {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:20:20.931416 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:20.935867 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-71221847-042a-4e08-9cc8-b7ee98412700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:20.981592 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9ccbb0-3740-4278-9abf-872134c2c6bf,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:21.015799 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:21.075986 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603828'] for router_gateway, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:21.252490 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1390'] for router, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:21.255005 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:21.282330 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773682'] for router, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:21.282862 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12c09e3c-e54d-4d82-afef-bdb25274cfed {{(pid=78632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 01:20:21.295491 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] Notify callbacks [] for router, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:21.296593 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-b4c54859-2fe2-46ed-8076-6f159dc6d85a admin admin] 10.222.0.10 "DELETE /v2.0/routers/12c09e3c-e54d-4d82-afef-bdb25274cfed HTTP/1.1" status: 204 len: 168 time: 1.2859087 Jul 19 01:20:21.299053 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41466) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:21.359062 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.db_base_plugin_v2 [None req-456bb1f1-3625-46a6-9bad-8f2a85e324aa admin admin] Deleting subnet 35c67918-8a7b-45ec-ba8c-0fb70f1fd054 {{(pid=78632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 01:20:21.362013 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-456bb1f1-3625-46a6-9bad-8f2a85e324aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:21.409342 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-456bb1f1-3625-46a6-9bad-8f2a85e324aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113526'] for subnet, precommit_delete_associations {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:21.490219 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-456bb1f1-3625-46a6-9bad-8f2a85e324aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835245'] for subnet, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:21.561477 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-456bb1f1-3625-46a6-9bad-8f2a85e324aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3592489'] for subnet, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:21.565686 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-b38653c0-c59b-43de-a073-a53dec9f0e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:21.598956 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bb1f1-3625-46a6-9bad-8f2a85e324aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c67918-8a7b-45ec-ba8c-0fb70f1fd054,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:21.601624 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-456bb1f1-3625-46a6-9bad-8f2a85e324aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:21.604805 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-456bb1f1-3625-46a6-9bad-8f2a85e324aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for subnet, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:21.610906 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-456bb1f1-3625-46a6-9bad-8f2a85e324aa admin admin] 10.222.0.10 "DELETE /v2.0/subnets/35c67918-8a7b-45ec-ba8c-0fb70f1fd054 HTTP/1.1" status: 204 len: 168 time: 0.3108673 Jul 19 01:20:21.611166 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b40671-cb7e-4dd2-8fc4-729af9cbe651 None None] Network 29884c57-3b82-4d82-808b-439f11444cd5 requested from dv-cinder-801236-1-smb {{(pid=78634) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 01:20:21.613260 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41470) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:21.726245 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792543'] for network, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:21.737268 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Deleting port 63543325-a4d4-46e0-9571-e52d40398d63 {{(pid=78632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:20:21.737668 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:21.858868 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd8900d-5183-40a5-be63-d3ebc564fc27 None None] DHCP port deletion for 29884c57-3b82-4d82-808b-439f11444cd5 request from dv-cinder-801236-1-smb {{(pid=78634) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 01:20:21.863281 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-2cd8900d-5183-40a5-be63-d3ebc564fc27 None None] Deleting port 63543325-a4d4-46e0-9571-e52d40398d63 {{(pid=78634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:20:21.863665 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2cd8900d-5183-40a5-be63-d3ebc564fc27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.035215 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.db [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] For port 63543325-a4d4-46e0-9571-e52d40398d63, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=63543325-a4d4-46e0-9571-e52d40398d63,segment=NetworkSegment(c8af4d60-cb88-4fdd-863b-f11076599ee5),segment_id=c8af4d60-cb88-4fdd-863b-f11076599ee5)] {{(pid=78632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:20:22.035563 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.065813 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.db [None req-2cd8900d-5183-40a5-be63-d3ebc564fc27 None None] For port 63543325-a4d4-46e0-9571-e52d40398d63, host dv-cinder-801236-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801236-1-smb',level=0,port_id=63543325-a4d4-46e0-9571-e52d40398d63,segment=NetworkSegment(c8af4d60-cb88-4fdd-863b-f11076599ee5),segment_id=c8af4d60-cb88-4fdd-863b-f11076599ee5)] {{(pid=78634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 01:20:22.066120 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2cd8900d-5183-40a5-be63-d3ebc564fc27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1773529'] for port, precommit_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.157281 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.plugin [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Calling delete_port for 63543325-a4d4-46e0-9571-e52d40398d63 owned by network:dhcp {{(pid=78632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:20:22.215246 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-2cd8900d-5183-40a5-be63-d3ebc564fc27 None None] Calling delete_port for 63543325-a4d4-46e0-9571-e52d40398d63 owned by network:dhcp {{(pid=78634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 01:20:22.236047 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-810618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746968315194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746967950129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391571'] for port, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.239913 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-45d86685-6e49-4c4e-83e6-e653f1452841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:22.283819 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=63543325-a4d4-46e0-9571-e52d40398d63,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:22.286954 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:22.287714 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] No DVR routers for this DVR port 63543325-a4d4-46e0-9571-e52d40398d63 on host dv-cinder-801236-1-smb {{(pid=78632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 01:20:22.289709 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.db.api [None req-2cd8900d-5183-40a5-be63-d3ebc564fc27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 01:20:22.290169 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG oslo_db.api [None req-2cd8900d-5183-40a5-be63-d3ebc564fc27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 01:20:22.401743 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827734', 'neutron.services.segments.db._delete_segments_for_network-8746968421452'] for network, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.413776 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29884c57-3b82-4d82-808b-439f11444cd5']}} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:22.425663 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8af4d60-cb88-4fdd-863b-f11076599ee5') {'for_net_delete': True} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:22.425958 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.services.segments.db [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8af4d60-cb88-4fdd-863b-f11076599ee5') {} {{(pid=78632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 01:20:22.437124 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746968430430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113513'] for segment, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.453106 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-832663'] for segment, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.459176 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=78632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 01:20:22.459662 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-832670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391590'] for segment, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: Traceback (most recent call last): Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: timer() Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: cb(*args, **kw) Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: return func(*args, **kwargs) Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: self._notify() Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: self.callback(batched_events) Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: event.method(event) Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: return f(self, *a, **k) Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: return self._get(url).json() Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: return self.request(url, 'GET', **kwargs) Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 01:20:22.473162 dv-cinder-801236-1-smb neutron-server[78632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 01:20:22.548235 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-827695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603801'] for network, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.551733 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:22.564658 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586097'] for network, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.575143 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=29884c57-3b82-4d82-808b-439f11444cd5,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:22.579101 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:22.582473 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-8f5acea7-57dc-4a02-b471-4cf360e51e60 admin admin] 10.222.0.10 "DELETE /v2.0/networks/29884c57-3b82-4d82-808b-439f11444cd5 HTTP/1.1" status: 204 len: 168 time: 0.9682982 Jul 19 01:20:22.701711 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 4d48e769-3be8-4b48-a58d-efee9b809151 no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:20:22.735323 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: 4d48e769-3be8-4b48-a58d-efee9b809151 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:20:22.735678 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 4d48e769-3be8-4b48-a58d-efee9b809151 not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:20:22.736112 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 63543325-a4d4-46e0-9571-e52d40398d63 no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:20:22.754975 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 41476) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:22.769559 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: 63543325-a4d4-46e0-9571-e52d40398d63 {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:20:22.769912 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 63543325-a4d4-46e0-9571-e52d40398d63 not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:20:22.770331 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 3b9ccbb0-3740-4278-9abf-872134c2c6bf no longer exists at agent ovs-agent-dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 01:20:22.795079 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-2cd8900d-5183-40a5-be63-d3ebc564fc27 None None] Deleting port 63543325-a4d4-46e0-9571-e52d40398d63 {{(pid=78634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 01:20:22.795457 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-2cd8900d-5183-40a5-be63-d3ebc564fc27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746968312486'] for port, before_delete {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.802927 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-915fac2d-209e-4e41-aee0-dff1e6de7057 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f20c8411515d495c925807596f4385ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467403 Jul 19 01:20:22.805327 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.wsgi [-] (78633) accepted ('10.222.0.10', 41480) {{(pid=78633) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:22.835976 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] No Port match for: 3b9ccbb0-3740-4278-9abf-872134c2c6bf {{(pid=78634) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 01:20:22.836330 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.rpc [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Device 3b9ccbb0-3740-4278-9abf-872134c2c6bf not bound to the agent host dv-cinder-801236-1-smb {{(pid=78634) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 01:20:22.868948 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5905cc2a-8a34-40eb-afce-93cef7a3c031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.872567 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron.plugins.ml2.plugin [None req-2cd8900d-5183-40a5-be63-d3ebc564fc27 None None] The port '63543325-a4d4-46e0-9571-e52d40398d63' was deleted {{(pid=78634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 01:20:22.905220 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5905cc2a-8a34-40eb-afce-93cef7a3c031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.957607 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5905cc2a-8a34-40eb-afce-93cef7a3c031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.963027 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-a23ab9f6-d3cc-43d1-90bd-23dce0288467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:22.977366 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905cc2a-8a34-40eb-afce-93cef7a3c031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8ce10b-8697-410d-a947-d5e8b80149d6,revision_number=None']} {{(pid=78633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:22.980351 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG oslo_concurrency.lockutils [None req-5905cc2a-8a34-40eb-afce-93cef7a3c031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:22.989246 dv-cinder-801236-1-smb neutron-server[78633]: DEBUG neutron_lib.callbacks.manager [None req-5905cc2a-8a34-40eb-afce-93cef7a3c031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:22.989246 dv-cinder-801236-1-smb neutron-server[78633]: INFO neutron.wsgi [None req-5905cc2a-8a34-40eb-afce-93cef7a3c031 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e8ce10b-8697-410d-a947-d5e8b80149d6 HTTP/1.1" status: 204 len: 168 time: 0.1783848 Jul 19 01:20:23.324808 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41488) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:23.372946 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-1b06340c-c121-4147-a950-dec1ce0062dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95ddb517aceb44fcba66186fda99f829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469344 Jul 19 01:20:23.375586 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.wsgi [-] (78632) accepted ('10.222.0.10', 41492) {{(pid=78632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 01:20:23.430728 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3f7b584c-f649-4630-9ae9-d036c58f7c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:23.458960 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3f7b584c-f649-4630-9ae9-d036c58f7c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:23.508812 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3f7b584c-f649-4630-9ae9-d036c58f7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834918'] for security_group, after_delete {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:23.512505 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-249d14d8-0963-46a7-a068-b8513e94b9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 01:20:23.523354 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b584c-f649-4630-9ae9-d036c58f7c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a820f762-b831-45d2-95a3-fa917de89bdf,revision_number=None']} {{(pid=78632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 01:20:23.527265 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG oslo_concurrency.lockutils [None req-3f7b584c-f649-4630-9ae9-d036c58f7c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 01:20:23.530336 dv-cinder-801236-1-smb neutron-server[78632]: DEBUG neutron_lib.callbacks.manager [None req-3f7b584c-f649-4630-9ae9-d036c58f7c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:23.531471 dv-cinder-801236-1-smb neutron-server[78632]: INFO neutron.wsgi [None req-3f7b584c-f649-4630-9ae9-d036c58f7c36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a820f762-b831-45d2-95a3-fa917de89bdf HTTP/1.1" status: 204 len: 168 time: 0.1550119 Jul 19 01:20:35.710660 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-0b840b47-b448-442f-ae45-21d8dd12f823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:36.328091 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:38.293885 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-a52e95ee-03b2-4927-9c5a-dc7eb7827adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:39.011357 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:39.616049 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:40.825678 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:20:48.021217 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:21:05.711595 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-8a0e67fe-cf7d-47a8-9284-b9896a39eba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:21:06.329832 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:21:08.294697 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-337ca8cc-3d2b-4b22-a88d-b83450f0f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:21:09.014575 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:21:09.615207 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:21:10.829094 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:21:25.020525 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:21:35.712133 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-8de8a407-ec60-40b5-af4e-c1e54c87f126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:21:36.331257 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:21:38.295545 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-5c030a1c-72f6-4a13-9b21-d2a1f8ededca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:21:39.017378 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:21:39.615241 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:21:40.915914 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:22:02.019028 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:22:05.713473 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-c688b745-0764-4c4b-a0dc-6d709dd7dbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:22:06.332944 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:22:08.296886 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-ec491a77-5e25-4bf2-8eeb-6d1aa8a6d60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:22:09.020591 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:22:09.629810 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:22:10.829244 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:22:35.714913 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-42b5843a-b571-463b-b32c-78ac03ff8b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:22:36.336502 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:22:38.299728 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-42da1100-cea2-4dc9-8e2b-1c89c807ef40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:22:39.018656 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:22:39.025699 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:22:39.644921 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:22:40.830767 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:23:05.715919 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-26c6250a-e836-4298-8113-1b93047a2535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:23:06.338523 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:23:08.301276 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa455-1edb-4652-b9fb-9cb07812135c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:23:09.027049 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:23:09.646936 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:23:10.834640 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:23:16.017372 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:23:35.720560 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-7f69a298-4db7-4bee-bd94-2425007e9134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:23:36.340378 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:23:38.303828 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-718daf7f-0272-4de8-8514-dc1b180fd78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:23:39.031122 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:23:39.643565 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:23:40.837542 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:23:53.016294 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:24:05.722356 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5670-7914-4daa-81de-c9546b4cc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:24:06.342775 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:24:08.305334 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-6fecd7a2-54b9-48fa-bb72-7dc21ef4dd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:24:09.032280 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:24:09.658911 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:24:10.840542 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:24:30.014409 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:24:35.726219 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-ece2dbbf-cb53-4c92-acfd-49982cff67de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:24:36.344027 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:24:38.308976 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-f6dce6f6-aa89-448b-9e0b-b09cc7eb1e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:24:39.036483 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:24:39.657726 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:24:40.844542 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:25:05.728182 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-9280c8c5-1386-44d8-8f1e-9c7cd5693e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:25:06.344390 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-3fecc2f2-86ec-4a63-8cf8-d79870b2b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:25:07.012218 dv-cinder-801236-1-smb neutron-server[78635]: DEBUG neutron.db.agents_db [None req-5b170efa-1e77-4495-824e-bebb00ed8889 None None] Agent healthcheck: found 6 active agents {{(pid=78635) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 01:25:08.312898 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-c322f990-cc4b-482d-975e-02e3fd48aa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:25:09.038351 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-53327e54-d300-4f5a-b89b-d42af41844df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:25:09.672642 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-50b9ceba-d29f-4962-8189-8cfa77f34919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 01:25:10.846949 dv-cinder-801236-1-smb neutron-server[78634]: DEBUG neutron_lib.callbacks.manager [None req-b8755cfc-da59-47e7-9f7c-25a1c13ad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746968421533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-830828'] for agent, after_update {{(pid=78634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}